{"id":"ep-task-0025","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7605633802816901,"tf_loss":0.35601913928985596,"tf_acc":0.9043477773666382},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7605633802816901,"tf_loss":0.23788617551326752,"tf_acc":0.9478260278701782}}
{"id":"ep-task-0042","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5833333333333334,"tf_loss":1.2497577667236328,"tf_acc":0.7528735399246216},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5833333333333334,"tf_loss":1.1603773832321167,"tf_acc":0.7873563170433044}}
{"id":"ep-task-0053","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1111111111111111,"tf_loss":2.690211772918701,"tf_acc":0.5142857432365417},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1111111111111111,"tf_loss":2.37019681930542,"tf_acc":0.5571428537368774}}
{"id":"ep-task-0068","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.14187029004096985,"tf_acc":0.931506872177124},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005980659741908312,"tf_acc":1.0}}
{"id":"ep-task-0077","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.4716981132075472,"tf_loss":1.684913992881775,"tf_acc":0.6823104619979858},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.5333333333333333,"tf_loss":1.6211111545562744,"tf_acc":0.7039710879325867}}
{"id":"ep-task-0078","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7096774193548387,"tf_loss":0.4628120958805084,"tf_acc":0.8584070801734924},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7741935483870968,"tf_loss":0.34443312883377075,"tf_acc":0.9026548862457275}}
{"id":"ep-task-0079","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.20085033774375916,"tf_acc":0.9056603908538818},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006407896988093853,"tf_acc":1.0}}
{"id":"ep-task-0099","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.1816929578781128,"tf_acc":0.9152542352676392},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.009484327398240566,"tf_acc":1.0}}
{"id":"ep-task-0100","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.14377129077911377,"tf_acc":0.931506872177124},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.004644670523703098,"tf_acc":1.0}}
{"id":"ep-task-0114","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.6792452830188678,"tf_loss":0.7018358111381531,"tf_acc":0.8372092843055725},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.8214285714285714,"tf_loss":0.5871242880821228,"tf_acc":0.8837209343910217}}
{"id":"ep-task-0128","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":false,"bash_f1":0.0,"tf_loss":1.2395458221435547,"tf_acc":0.6824324727058411},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6451612903225806,"tf_loss":1.0902111530303955,"tf_acc":0.7364864945411682}}
{"id":"ep-task-0131","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7567567567567567,"tf_loss":0.21277615427970886,"tf_acc":0.9104477167129517},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7804878048780488,"tf_loss":0.05933588743209839,"tf_acc":0.9850745797157288}}
{"id":"ep-task-0133","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.21052631578947367,"tf_loss":2.585200786590576,"tf_acc":0.6111111044883728},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.21052631578947367,"tf_loss":2.3745038509368896,"tf_acc":0.6222222447395325}}
{"id":"ep-task-0134","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2297682911157608,"tf_acc":0.8913043737411499},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006626121234148741,"tf_acc":1.0}}
{"id":"ep-task-0154","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.23699621856212616,"tf_acc":0.8958333730697632},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.011437099426984787,"tf_acc":1.0}}
{"id":"ep-task-0155","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.8421052631578947,"tf_loss":0.15981005132198334,"tf_acc":0.9305555820465088},"sft":{"exact":true,"first_line":true,"stem":false,"tool":false,"has_fence":true,"bash_f1":1.0,"tf_loss":0.02151607722043991,"tf_acc":1.0}}
{"id":"ep-task-0163","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7567567567567567,"tf_loss":0.1829058676958084,"tf_acc":0.9285714626312256},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7804878048780488,"tf_loss":0.020714446902275085,"tf_acc":1.0}}
{"id":"ep-task-0172","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.3322755694389343,"tf_acc":0.8387096524238586},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.01655564457178116,"tf_acc":1.0}}
{"id":"ep-task-0198","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.07692307692307691,"tf_loss":2.8527863025665283,"tf_acc":0.4848484992980957},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.07407407407407408,"tf_loss":2.655994415283203,"tf_acc":0.5353535413742065}}
{"id":"ep-task-0202","kind":"task_solution","cloud":true,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.35294117647058826,"tf_loss":2.1419949531555176,"tf_acc":0.5483870506286621},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.375,"tf_loss":1.7687628269195557,"tf_acc":0.6774193048477173}}
{"id":"ep-task-0205","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.11775419861078262,"tf_acc":0.9484536051750183},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.007804740220308304,"tf_acc":0.9999999403953552}}
{"id":"ep-task-0231","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.06896551724137931,"tf_loss":2.065373420715332,"tf_acc":0.6019417643547058},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.06896551724137931,"tf_loss":1.8396903276443481,"tf_acc":0.6213592290878296}}
{"id":"ep-task-0241","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.09777241945266724,"tf_acc":0.9545454382896423},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.0033736778423190117,"tf_acc":0.9999999403953552}}
{"id":"ep-task-0249","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.6415094339622641,"tf_loss":0.4676133692264557,"tf_acc":0.8785046339035034},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.8461538461538461,"tf_loss":0.39186859130859375,"tf_acc":0.9252336025238037}}
{"id":"ep-task-0250","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.1951219512195122,"tf_loss":0.9333083033561707,"tf_acc":0.7846153974533081},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4878048780487804,"tf_loss":0.8314939141273499,"tf_acc":0.8230769038200378}}
{"id":"ep-task-0279","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":1.4123278856277466,"tf_acc":0.7692307829856873},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.16666666666666666,"tf_loss":0.9675857424736023,"tf_acc":0.8461538553237915}}
{"id":"ep-task-0280","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7843137254901961,"tf_loss":0.7734503746032715,"tf_acc":0.8731343150138855},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7843137254901961,"tf_loss":0.6694064736366272,"tf_acc":0.9179103970527649}}
{"id":"ep-task-0294","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8888888888888888,"tf_loss":0.25214311480522156,"tf_acc":0.9223300814628601},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8888888888888888,"tf_loss":0.1566915065050125,"tf_acc":0.9708737730979919}}
{"id":"ep-task-0314","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.06060606060606061,"tf_loss":2.0130228996276855,"tf_acc":0.6489361524581909},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.06060606060606061,"tf_loss":1.7775094509124756,"tf_acc":0.6702127456665039}}
{"id":"ep-task-0329","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0909090909090909,"tf_loss":3.116107225418091,"tf_acc":0.4363636374473572},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.09523809523809525,"tf_loss":2.7779335975646973,"tf_acc":0.49090906977653503}}
{"id":"ep-task-0333","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6666666666666667,"tf_loss":0.6891397833824158,"tf_acc":0.8395061492919922},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6666666666666667,"tf_loss":0.5214763879776001,"tf_acc":0.9012345671653748}}
{"id":"ep-task-0343","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.13793103448275862,"tf_loss":2.0934529304504395,"tf_acc":0.5980392098426819},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.855608344078064,"tf_acc":0.6274510025978088}}
{"id":"ep-task-0352","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.29786887764930725,"tf_acc":0.8857142925262451},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.004174708854407072,"tf_acc":1.0}}
{"id":"ep-task-0357","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.13793103448275862,"tf_loss":2.2898528575897217,"tf_acc":0.6105263233184814},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.13793103448275862,"tf_loss":2.093872547149658,"tf_acc":0.6210526823997498}}
{"id":"ep-task-0358","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.7777777777777777,"tf_loss":0.7593548893928528,"tf_acc":0.8348623514175415},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.8679245283018867,"tf_loss":0.6925142407417297,"tf_acc":0.8807339072227478}}
{"id":"ep-task-0359","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.43749999999999994,"tf_loss":0.20154091715812683,"tf_acc":0.8955223560333252},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4848484848484848,"tf_loss":0.04989693686366081,"tf_acc":0.9850745797157288}}
{"id":"ep-task-0370","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.14510653913021088,"tf_acc":0.9285714626312256},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.004673331044614315,"tf_acc":1.0}}
{"id":"ep-task-0380","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.963160753250122,"tf_acc":0.5},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.4535958766937256,"tf_acc":0.6333333849906921}}
{"id":"ep-task-0381","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2248678207397461,"tf_acc":0.8958333730697632},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006301671266555786,"tf_acc":1.0}}
{"id":"ep-task-0392","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.22309288382530212,"tf_acc":0.8979591727256775},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.007919901050627232,"tf_acc":1.0}}
{"id":"ep-task-0397","kind":"task_solution","cloud":true,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.08333333333333333,"tf_loss":1.4844809770584106,"tf_acc":0.7027027010917664},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.08333333333333333,"tf_loss":1.2756016254425049,"tf_acc":0.7432432770729065}}
{"id":"ep-task-0411","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.20174677670001984,"tf_acc":0.9074074029922485},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005103739444166422,"tf_acc":1.0}}
{"id":"ep-task-0414","kind":"task_solution","cloud":true,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3846153846153846,"tf_loss":3.09592866897583,"tf_acc":0.49494948983192444},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3846153846153846,"tf_loss":2.84482479095459,"tf_acc":0.5353535413742065}}
{"id":"ep-task-0432","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.46808510638297873,"tf_loss":0.14213316142559052,"tf_acc":0.9425287246704102},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.011803558096289635,"tf_acc":1.0}}
{"id":"ep-task-0434","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.07407407407407407,"tf_loss":3.4455103874206543,"tf_acc":0.44871795177459717},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.13333333333333333,"tf_loss":3.1853346824645996,"tf_acc":0.5}}
{"id":"ep-task-0437","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.16666666666666666,"tf_loss":2.8637640476226807,"tf_acc":0.47999998927116394},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.16666666666666666,"tf_loss":2.354325532913208,"tf_acc":0.5600000023841858}}
{"id":"ep-task-0447","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.6896551724137931,"tf_loss":1.188517689704895,"tf_acc":0.770370364189148},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.6896551724137931,"tf_loss":1.105584979057312,"tf_acc":0.8074073791503906}}
{"id":"ep-task-0448","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7000000000000001,"tf_loss":0.42700210213661194,"tf_acc":0.8971962332725525},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.85,"tf_loss":0.32088813185691833,"tf_acc":0.9439252018928528}}
{"id":"ep-task-0455","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.3194507956504822,"tf_acc":0.875},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.015304741449654102,"tf_acc":1.0}}
{"id":"ep-task-0463","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.679245283018868,"tf_loss":1.2434061765670776,"tf_acc":0.7814569473266602},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.679245283018868,"tf_loss":1.1338772773742676,"tf_acc":0.8145695328712463}}
{"id":"ep-task-0471","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6666666666666666,"tf_loss":0.23989075422286987,"tf_acc":0.8888888955116272},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6666666666666666,"tf_loss":0.010854034684598446,"tf_acc":1.0}}
{"id":"ep-task-0473","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25806451612903225,"tf_loss":2.076873779296875,"tf_acc":0.6176470518112183},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25806451612903225,"tf_loss":1.8597338199615479,"tf_acc":0.7058823704719543}}
{"id":"ep-task-0475","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.09090909090909091,"tf_loss":2.5059428215026855,"tf_acc":0.5542168617248535},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.14285714285714288,"tf_loss":2.245760917663574,"tf_acc":0.6024096012115479}}
{"id":"ep-task-0481","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.09523809523809523,"tf_loss":1.4004015922546387,"tf_acc":0.6323529481887817},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.09523809523809523,"tf_loss":1.1371828317642212,"tf_acc":0.7205882668495178}}
{"id":"ep-task-0490","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.3011707067489624,"tf_acc":0.8611111044883728},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006547620985656977,"tf_acc":1.0}}
{"id":"ep-task-0491","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.09756097560975609,"tf_loss":1.8100427389144897,"tf_acc":0.654411792755127},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.09756097560975609,"tf_loss":1.6344194412231445,"tf_acc":0.6764705777168274}}
{"id":"ep-task-0508","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.2898550724637681,"tf_loss":0.3501704931259155,"tf_acc":0.90625},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8813559322033898,"tf_loss":0.27868056297302246,"tf_acc":0.9453125}}
{"id":"ep-task-0513","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":3.590425729751587,"tf_acc":0.5833333134651184},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":3.1039984226226807,"tf_acc":0.6666666865348816}}
{"id":"ep-task-0525","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8461538461538461,"tf_loss":0.24480414390563965,"tf_acc":0.9411765336990356},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.9230769230769231,"tf_loss":0.12696810066699982,"tf_acc":0.9901961088180542}}
{"id":"ep-task-0533","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":3.611278533935547,"tf_acc":0.43589743971824646},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":3.168956995010376,"tf_acc":0.5384615659713745}}
{"id":"ep-task-0539","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2326330989599228,"tf_acc":0.8936169743537903},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006486810278147459,"tf_acc":0.9999999403953552}}
{"id":"ep-task-0545","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.24242424242424243,"tf_loss":2.627025604248047,"tf_acc":0.5813953280448914},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.24242424242424243,"tf_loss":2.4638288021087646,"tf_acc":0.6395348906517029}}
{"id":"ep-task-0562","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2840428352355957,"tf_acc":0.8648648858070374},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006373749580234289,"tf_acc":1.0}}
{"id":"ep-task-0575","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.967741935483871,"tf_loss":0.15452389419078827,"tf_acc":0.9210526347160339},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.967741935483871,"tf_loss":0.0640624538064003,"tf_acc":0.9868420958518982}}
{"id":"ep-task-0577","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.13192325830459595,"tf_acc":0.9358974695205688},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.003930908162146807,"tf_acc":1.0}}
{"id":"ep-task-0594","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.711111111111111,"tf_loss":0.2942241132259369,"tf_acc":0.8910890817642212},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.8837209302325583,"tf_loss":0.23013722896575928,"tf_acc":0.9405940175056458}}
{"id":"ep-task-0608","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.22781696915626526,"tf_acc":0.8936169743537903},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006391365546733141,"tf_acc":0.9999999403953552}}
{"id":"ep-task-0612","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.26666666666666666,"tf_loss":3.082947254180908,"tf_acc":0.4925372898578644},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.26666666666666666,"tf_loss":2.79583740234375,"tf_acc":0.5820895433425903}}
{"id":"ep-task-0629","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.277752161026001,"tf_acc":0.8717948794364929},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005247271154075861,"tf_acc":1.0}}
{"id":"ep-task-0631","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8947368421052632,"tf_loss":0.2130192071199417,"tf_acc":0.9196429252624512},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8947368421052632,"tf_loss":0.1069839671254158,"tf_acc":0.973214328289032}}
{"id":"ep-task-0647","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.47887323943661975,"tf_loss":0.8512382507324219,"tf_acc":0.8095238208770752},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.523076923076923,"tf_loss":0.753970742225647,"tf_acc":0.8435373902320862}}
{"id":"ep-task-0659","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.5263157894736842,"tf_loss":0.9428669810295105,"tf_acc":0.8196721076965332},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.679245283018868,"tf_loss":0.8565014004707336,"tf_acc":0.868852436542511}}
{"id":"ep-task-0670","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2677250802516937,"tf_acc":0.8717948794364929},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.008489190600812435,"tf_acc":1.0}}
{"id":"ep-task-0690","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2822612226009369,"tf_acc":0.8717948794364929},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005462208297103643,"tf_acc":1.0}}
{"id":"ep-task-0696","kind":"task_solution","cloud":true,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.43749999999999994,"tf_loss":1.7275829315185547,"tf_acc":0.6702898740768433},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5540540540540541,"tf_loss":1.6652544736862183,"tf_acc":0.70652174949646}}
{"id":"ep-task-0697","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8717948717948718,"tf_loss":0.18126137554645538,"tf_acc":0.9027777910232544},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.08098690956830978,"tf_acc":0.9722222089767456}}
{"id":"ep-task-0712","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.07692307692307691,"tf_loss":2.118661403656006,"tf_acc":0.6548223495483398},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.0137362480163574,"tf_acc":0.6751269102096558}}
{"id":"ep-task-0720","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":1.0,"tf_loss":0.16234856843948364,"tf_acc":0.9220778942108154},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":1.0,"tf_loss":0.09273432940244675,"tf_acc":0.9870129823684692}}
{"id":"ep-task-0730","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2636898458003998,"tf_acc":0.875},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.008566545322537422,"tf_acc":1.0}}
{"id":"ep-task-0737","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.0718293190002441,"tf_acc":0.7288135886192322},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13333333333333333,"tf_loss":0.7768703103065491,"tf_acc":0.8305084705352783}}
{"id":"ep-task-0738","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.23529411764705885,"tf_loss":3.2949538230895996,"tf_acc":0.2986111044883728},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.11764705882352942,"tf_loss":3.1451263427734375,"tf_acc":0.3194444477558136}}
{"id":"ep-task-0743","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.0425531914893617,"tf_loss":2.3031270503997803,"tf_acc":0.546583890914917},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.0851063829787234,"tf_loss":2.178640127182007,"tf_acc":0.5776397585868835}}
{"id":"ep-task-0750","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2669242322444916,"tf_acc":0.8780487775802612},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005437031388282776,"tf_acc":0.9999999403953552}}
{"id":"ep-task-0755","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7380952380952381,"tf_loss":0.21489830315113068,"tf_acc":0.9328858852386475},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7857142857142856,"tf_loss":0.12537308037281036,"tf_acc":0.9664429426193237}}
{"id":"ep-task-0771","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.05405405405405406,"tf_loss":2.065458059310913,"tf_acc":0.6438356041908264},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.962713599205017,"tf_acc":0.6666666269302368}}
{"id":"ep-task-0772","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":1.1114501953125,"tf_acc":0.7860465049743652},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.16666666666666666,"tf_loss":1.013594388961792,"tf_acc":0.804651141166687}}
{"id":"ep-task-0779","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.6842105263157895,"tf_loss":0.5492905378341675,"tf_acc":0.8775510191917419},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.8648648648648648,"tf_loss":0.43884047865867615,"tf_acc":0.9285714030265808}}
{"id":"ep-task-0794","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.1662667989730835,"tf_acc":0.7288135886192322},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13333333333333333,"tf_loss":0.8516824245452881,"tf_acc":0.8135592937469482}}
{"id":"ep-task-0806","kind":"task_solution","cloud":true,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3846153846153846,"tf_loss":2.743330955505371,"tf_acc":0.575757622718811},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3846153846153846,"tf_loss":2.3920071125030518,"tf_acc":0.6212121248245239}}
{"id":"ep-task-0807","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.26015573740005493,"tf_acc":0.8809524178504944},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.0058728852309286594,"tf_acc":1.0}}
{"id":"ep-task-0808","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.23529411764705882,"tf_loss":1.604526162147522,"tf_acc":0.6304348111152649},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.23529411764705882,"tf_loss":1.2676633596420288,"tf_acc":0.695652186870575}}
{"id":"ep-task-0811","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.14285714285714285,"tf_loss":1.5322895050048828,"tf_acc":0.6585365533828735},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.07142857142857142,"tf_loss":1.3888427019119263,"tf_acc":0.6829267740249634}}
{"id":"ep-task-0828","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.21052631578947367,"tf_loss":2.661710262298584,"tf_acc":0.5465116500854492},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.11764705882352941,"tf_loss":2.4482951164245605,"tf_acc":0.569767415523529}}
{"id":"ep-task-0847","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.29411764705882354,"tf_loss":1.4770580530166626,"tf_acc":0.6976743936538696},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2926829268292683,"tf_loss":1.218038558959961,"tf_acc":0.7558139562606812}}
{"id":"ep-task-0862","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.23599885404109955,"tf_acc":0.8958333730697632},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005596722010523081,"tf_acc":1.0}}
{"id":"ep-task-0863","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.23529411764705882,"tf_loss":3.2102768421173096,"tf_acc":0.5581395626068115},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.23529411764705882,"tf_loss":2.7682387828826904,"tf_acc":0.604651153087616}}
{"id":"ep-task-0866","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.23076923076923078,"tf_loss":1.9300481081008911,"tf_acc":0.6599999666213989},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.15384615384615385,"tf_loss":1.7394579648971558,"tf_acc":0.6899999976158142}}
{"id":"ep-task-0868","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6666666666666667,"tf_loss":1.0910671949386597,"tf_acc":0.7796609997749329},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7948717948717949,"tf_loss":0.9941925406455994,"tf_acc":0.8135592937469482}}
{"id":"ep-task-0869","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2497185617685318,"tf_acc":0.8837209343910217},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005987698212265968,"tf_acc":1.0}}
{"id":"ep-task-0876","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.13879214227199554,"tf_acc":0.9295774698257446},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.0031184344552457333,"tf_acc":1.0}}
{"id":"ep-task-0902","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":2.868419885635376,"tf_acc":0.40740740299224854},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.14285714285714288,"tf_loss":2.5020360946655273,"tf_acc":0.5185185074806213}}
{"id":"ep-task-0909","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":3.311145067214966,"tf_acc":0.40740740299224854},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":3.111213207244873,"tf_acc":0.43209877610206604}}
{"id":"ep-task-0913","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2247617393732071,"tf_acc":0.8999999761581421},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006227002013474703,"tf_acc":1.0}}
{"id":"ep-task-0914","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25000000000000006,"tf_loss":4.047942638397217,"tf_acc":0.43478262424468994},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25000000000000006,"tf_loss":3.5959320068359375,"tf_acc":0.47826087474823}}
{"id":"ep-task-0919","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4444444444444445,"tf_loss":1.1559953689575195,"tf_acc":0.7974137663841248},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4646464646464646,"tf_loss":1.094623327255249,"tf_acc":0.8146551847457886}}
{"id":"ep-task-0925","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.08695652173913043,"tf_loss":1.8205121755599976,"tf_acc":0.6379310488700867},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.23999999999999996,"tf_loss":1.4943760633468628,"tf_acc":0.6724137663841248}}
{"id":"ep-task-0926","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8000000000000002,"tf_loss":0.17750917375087738,"tf_acc":0.9152542352676392},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8000000000000002,"tf_loss":0.017355935648083687,"tf_acc":0.9830508232116699}}
{"id":"ep-task-0958","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2131127566099167,"tf_acc":0.9019607901573181},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006971830036491156,"tf_acc":1.0}}
{"id":"ep-task-0961","kind":"task_solution","cloud":true,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.326661229133606,"tf_acc":0.7833333611488342},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.0682142972946167,"tf_acc":0.8000000715255737}}
{"id":"ep-task-0975","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.20987538993358612,"tf_acc":0.9215686321258545},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.004734550602734089,"tf_acc":1.0}}
{"id":"ep-task-0978","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8333333333333334,"tf_loss":0.23003187775611877,"tf_acc":0.8913043737411499},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8333333333333334,"tf_loss":0.013500677421689034,"tf_acc":1.0}}
{"id":"ep-task-1001","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.5333333333333333,"tf_loss":0.15378008782863617,"tf_acc":0.9242424368858337},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.0051746792159974575,"tf_acc":1.0}}
{"id":"ep-task-1003","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2265336513519287,"tf_acc":0.8979591727256775},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006667598616331816,"tf_acc":1.0}}
{"id":"ep-task-1006","kind":"task_solution","cloud":true,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.0661613941192627,"tf_acc":0.692307710647583},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":0.5749343633651733,"tf_acc":0.8076923489570618}}
{"id":"ep-task-1007","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.25,"tf_loss":1.448724389076233,"tf_acc":0.717391312122345},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.125,"tf_loss":1.0819884538650513,"tf_acc":0.739130437374115}}
{"id":"ep-task-1023","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8333333333333334,"tf_loss":0.23090551793575287,"tf_acc":0.8913043737411499},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8333333333333334,"tf_loss":0.014192021451890469,"tf_acc":1.0}}
{"id":"ep-task-1031","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.32835820895522383,"tf_loss":1.428295373916626,"tf_acc":0.7062146663665771},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3582089552238806,"tf_loss":1.3019100427627563,"tf_acc":0.7175140976905823}}
{"id":"ep-task-1043","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.125,"tf_loss":1.7709836959838867,"tf_acc":0.625},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.11764705882352941,"tf_loss":1.3739978075027466,"tf_acc":0.6785714626312256}}
{"id":"ep-task-1046","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.6666666666666667,"tf_loss":0.3130657970905304,"tf_acc":0.8823529481887817},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.017259566113352776,"tf_acc":1.0}}
{"id":"ep-task-1048","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.22002914547920227,"tf_acc":0.8999999761581421},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006776037160307169,"tf_acc":1.0}}
{"id":"ep-task-1051","kind":"task_solution","cloud":true,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.514309048652649,"tf_acc":0.6326530575752258},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.1539974212646484,"tf_acc":0.6938775181770325}}
{"id":"ep-task-1060","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.10526315789473685,"tf_loss":2.4742095470428467,"tf_acc":0.6296296119689941},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.1501550674438477,"tf_acc":0.6481481790542603}}
{"id":"ep-task-1061","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.17297619581222534,"tf_acc":0.90625},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8000000000000002,"tf_loss":0.02443520538508892,"tf_acc":0.984375}}
{"id":"ep-task-1076","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.32835820895522383,"tf_loss":1.4319043159484863,"tf_acc":0.700564980506897},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3582089552238806,"tf_loss":1.303362488746643,"tf_acc":0.7231638431549072}}
{"id":"ep-task-1079","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.08695652173913043,"tf_loss":1.0676637887954712,"tf_acc":0.7199999690055847},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":0.6107833981513977,"tf_acc":0.8399999737739563}}
{"id":"ep-task-1093","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.23839588463306427,"tf_acc":0.8958333730697632},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.0065251304768025875,"tf_acc":1.0}}
{"id":"ep-task-1095","kind":"task_solution","cloud":true,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":0.89668869972229,"tf_acc":0.7567567825317383},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":0.5923850536346436,"tf_acc":0.8378378748893738}}
{"id":"ep-task-1104","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.09523809523809525,"tf_loss":1.7017863988876343,"tf_acc":0.7258064150810242},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.472062349319458,"tf_acc":0.7580645084381104}}
{"id":"ep-task-1112","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.19260163605213165,"tf_acc":0.9137930870056152},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005805608816444874,"tf_acc":1.0}}
{"id":"ep-task-1120","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.20338983050847456,"tf_loss":1.9028757810592651,"tf_acc":0.6219512224197388},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.21875,"tf_loss":1.7715649604797363,"tf_acc":0.6341463327407837}}
{"id":"ep-task-1135","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.25131455063819885,"tf_acc":0.886363685131073},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.00857305433601141,"tf_acc":1.0}}
{"id":"ep-task-1146","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2610916793346405,"tf_acc":0.8571428656578064},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8000000000000002,"tf_loss":0.026220588013529778,"tf_acc":0.9761905074119568}}
{"id":"ep-task-1154","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.7096774193548387,"tf_loss":0.1530137062072754,"tf_acc":0.9264705777168274},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.004861020017415285,"tf_acc":1.0}}
{"id":"ep-task-1157","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":2.8163745403289795,"tf_acc":0.5},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.15384615384615383,"tf_loss":2.4131479263305664,"tf_acc":0.5833333134651184}}
{"id":"ep-task-1161","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.04545454545454545,"tf_loss":1.6861625909805298,"tf_acc":0.6203703880310059},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.13043478260869565,"tf_loss":1.4838824272155762,"tf_acc":0.6759259104728699}}
{"id":"ep-task-1176","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.25002411007881165,"tf_acc":0.8913043737411499},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.007263094186782837,"tf_acc":1.0}}
{"id":"ep-task-1192","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.28544148802757263,"tf_acc":0.9000000357627869},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.012625259347259998,"tf_acc":1.0}}
{"id":"ep-task-1193","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.16666666666666666,"tf_loss":2.3945727348327637,"tf_acc":0.5714285969734192},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.14285714285714288,"tf_loss":2.0638067722320557,"tf_acc":0.6428571343421936}}
{"id":"ep-task-1209","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.1857217699289322,"tf_acc":0.9152542352676392},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005386455450206995,"tf_acc":1.0}}
{"id":"ep-task-1217","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2173970639705658,"tf_acc":0.8979591727256775},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005802653729915619,"tf_acc":1.0}}
{"id":"ep-task-1220","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.3888888888888889,"tf_loss":1.1555267572402954,"tf_acc":0.7828947305679321},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7333333333333334,"tf_loss":1.0646620988845825,"tf_acc":0.8223684430122375}}
{"id":"ep-task-1225","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2105263157894737,"tf_loss":1.716936707496643,"tf_acc":0.6083333492279053},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":1.5811811685562134,"tf_acc":0.6500000357627869}}
{"id":"ep-task-1226","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.2937986850738525,"tf_acc":0.6060606241226196},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.8011919260025024,"tf_acc":0.696969747543335}}
{"id":"ep-task-1241","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.24376985430717468,"tf_acc":0.8913043737411499},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006957825738936663,"tf_acc":1.0}}
{"id":"ep-task-1249","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8888888888888888,"tf_loss":0.20380359888076782,"tf_acc":0.9090908765792847},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8888888888888888,"tf_loss":0.013906224630773067,"tf_acc":0.9999999403953552}}
{"id":"ep-task-1252","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.1904761904761905,"tf_loss":0.9853628873825073,"tf_acc":0.7612903118133545},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5652173913043478,"tf_loss":0.8852824568748474,"tf_acc":0.7935483455657959}}
{"id":"ep-task-1257","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":2.0696403980255127,"tf_acc":0.6410256624221802},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.29411764705882354,"tf_loss":1.8797556161880493,"tf_acc":0.692307710647583}}
{"id":"ep-task-1258","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.32663893699646,"tf_acc":0.6052631735801697},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.8941062688827515,"tf_acc":0.6842105388641357}}
{"id":"ep-task-1261","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.12244897959183673,"tf_loss":2.0813491344451904,"tf_acc":0.6439394354820251},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.12244897959183673,"tf_loss":1.9031859636306763,"tf_acc":0.6742424368858337}}
{"id":"ep-task-1271","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.5185185185185185,"tf_loss":0.3376089334487915,"tf_acc":0.8709677457809448},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.00975065864622593,"tf_acc":1.0}}
{"id":"ep-task-1273","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.22670871019363403,"tf_acc":0.8979591727256775},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.007220998872071505,"tf_acc":1.0}}
{"id":"ep-task-1278","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.21043018996715546,"tf_acc":0.8999999761581421},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.002855649683624506,"tf_acc":1.0}}
{"id":"ep-task-1281","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.75,"tf_loss":0.19450844824314117,"tf_acc":0.9441860318183899},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.75,"tf_loss":0.15241852402687073,"tf_acc":0.9627906680107117}}
{"id":"ep-task-1290","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.343397378921509,"tf_acc":0.5789473652839661},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.9389419555664062,"tf_acc":0.6578947305679321}}
{"id":"ep-task-1295","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.4509319067001343,"tf_acc":0.6756756901741028},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2222222222222222,"tf_loss":1.0372812747955322,"tf_acc":0.8378378748893738}}
{"id":"ep-task-1305","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.18745753169059753,"tf_acc":0.9137930870056152},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005965739022940397,"tf_acc":1.0}}
{"id":"ep-task-1319","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":3.1778273582458496,"tf_acc":0.5},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.7681407928466797,"tf_acc":0.5789473652839661}}
{"id":"ep-task-1324","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.2202799320220947,"tf_acc":0.7027027010917664},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2222222222222222,"tf_loss":0.7733618021011353,"tf_acc":0.8378378748893738}}
{"id":"ep-task-1334","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.17713049054145813,"tf_acc":0.9180327653884888},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005280499346554279,"tf_acc":0.9999999403953552}}
{"id":"ep-task-1342","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.3880597014925373,"tf_loss":0.18345601856708527,"tf_acc":0.9206349849700928},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.01220557652413845,"tf_acc":1.0}}
{"id":"ep-task-1344","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.10464237630367279,"tf_acc":0.9523810148239136},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.003798064077273011,"tf_acc":1.0}}
{"id":"ep-task-1347","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.617199659347534,"tf_acc":0.529411792755127},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.1709296703338623,"tf_acc":0.6470588445663452}}
{"id":"ep-task-1362","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.18188221752643585,"tf_acc":0.9166666865348816},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.0056740581057965755,"tf_acc":1.0}}
{"id":"ep-task-1370","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.3463055193424225,"tf_acc":0.84375},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.01882265694439411,"tf_acc":1.0}}
{"id":"ep-task-1372","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8571428571428571,"tf_loss":0.15479417145252228,"tf_acc":0.9285714626312256},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.007992059923708439,"tf_acc":1.0}}
{"id":"ep-task-1375","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.40816326530612246,"tf_loss":1.1812745332717896,"tf_acc":0.7373737096786499},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4285714285714286,"tf_loss":0.9219394326210022,"tf_acc":0.7979797720909119}}
{"id":"ep-task-1385","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.09523809523809523,"tf_loss":3.262362003326416,"tf_acc":0.41333335638046265},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.09523809523809523,"tf_loss":2.9533727169036865,"tf_acc":0.4933333396911621}}
{"id":"ep-task-1387","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.2,"tf_loss":0.48067641258239746,"tf_acc":0.8095238208770752},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.009711479768157005,"tf_acc":1.0}}
{"id":"ep-task-1388","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.21192030608654022,"tf_acc":0.9285714626312256},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005638230126351118,"tf_acc":1.0}}
{"id":"ep-task-1397","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.608695652173913,"tf_loss":0.2654426693916321,"tf_acc":0.8809524178504944},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.013917992822825909,"tf_acc":1.0}}
{"id":"ep-task-1399","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.2912049889564514,"tf_acc":0.8529411554336548},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.0060675437562167645,"tf_acc":1.0}}
{"id":"ep-task-1405","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.29629629629629634,"tf_loss":2.2040047645568848,"tf_acc":0.5476190447807312},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.29629629629629634,"tf_loss":1.9717366695404053,"tf_acc":0.5714285969734192}}
{"id":"ep-task-1415","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6122448979591837,"tf_loss":0.3399794399738312,"tf_acc":0.8731343150138855},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6122448979591837,"tf_loss":0.24402780830860138,"tf_acc":0.9179103970527649}}
{"id":"ep-task-1433","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.14285714285714285,"tf_loss":2.8885915279388428,"tf_acc":0.5},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.476247549057007,"tf_acc":0.6000000238418579}}
{"id":"ep-task-1440","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.25,"tf_loss":0.4628659188747406,"tf_acc":0.8181818723678589},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.009055998176336288,"tf_acc":1.0}}
{"id":"ep-task-1441","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.18816812336444855,"tf_acc":0.9166666865348816},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005795115139335394,"tf_acc":1.0}}
{"id":"ep-task-1448","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6666666666666666,"tf_loss":0.33924195170402527,"tf_acc":0.8648648858070374},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6666666666666666,"tf_loss":0.06490597128868103,"tf_acc":0.9729729890823364}}
{"id":"ep-task-1463","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.09999999999999999,"tf_loss":0.6735029220581055,"tf_acc":0.8000000715255737},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.19999999999999998,"tf_loss":0.5415263772010803,"tf_acc":0.8333333730697632}}
{"id":"ep-task-1467","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.1841886192560196,"tf_acc":0.9199999570846558},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.006142036523669958,"tf_acc":1.0}}
{"id":"ep-task-1481","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2608695652173913,"tf_loss":1.4998846054077148,"tf_acc":0.761904776096344},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2608695652173913,"tf_loss":1.121762990951538,"tf_acc":0.8095238208770752}}
{"id":"ep-task-1486","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.06666666666666668,"tf_loss":2.8667566776275635,"tf_acc":0.4571428894996643},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13333333333333336,"tf_loss":2.6212971210479736,"tf_acc":0.523809552192688}}
{"id":"ep-task-1491","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.17588463425636292,"tf_acc":0.9230769872665405},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.005209426395595074,"tf_acc":1.0}}
{"id":"ep-task-1496","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.26666666666666666,"tf_loss":2.428981065750122,"tf_acc":0.6190476417541504},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.26666666666666666,"tf_loss":2.0634515285491943,"tf_acc":0.6904761791229248}}
{"id":"ep-task-1514","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.9444444444444444,"tf_loss":0.32871517539024353,"tf_acc":0.8965517282485962},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.9444444444444444,"tf_loss":0.20911039412021637,"tf_acc":0.9425287246704102}}
{"id":"ep-task-1519","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.25000000000000006,"tf_loss":2.8155415058135986,"tf_acc":0.5243902206420898},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.25000000000000006,"tf_loss":2.594024181365967,"tf_acc":0.5609756112098694}}
{"id":"ep-task-1526","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5263157894736842,"tf_loss":1.7541210651397705,"tf_acc":0.6599999666213989},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5263157894736842,"tf_loss":1.4849133491516113,"tf_acc":0.7599999904632568}}
{"id":"ep-task-1599","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13793103448275862,"tf_loss":1.6089661121368408,"tf_acc":0.658823549747467},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13793103448275862,"tf_loss":1.530312180519104,"tf_acc":0.6823529601097107}}
{"id":"ep-task-1607","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.3614457831325302,"tf_loss":0.18857763707637787,"tf_acc":0.9156626462936401},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8767123287671232,"tf_loss":0.05387089028954506,"tf_acc":0.9638553857803345}}
{"id":"ep-task-1614","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":0.9024156928062439,"tf_acc":0.7428571581840515},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":0.5038889646530151,"tf_acc":0.8571428656578064}}
{"id":"ep-task-1619","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.125,"tf_loss":1.9718884229660034,"tf_acc":0.6086956858634949},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":1.8659192323684692,"tf_acc":0.6376811861991882}}
{"id":"ep-task-1633","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.0455293655395508,"tf_acc":0.7142857313156128},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":0.6053339838981628,"tf_acc":0.8571428656578064}}
{"id":"ep-task-1638","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2758620689655173,"tf_loss":2.73614239692688,"tf_acc":0.5178571939468384},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.20689655172413793,"tf_loss":2.5881896018981934,"tf_acc":0.5446428656578064}}
{"id":"ep-task-1652","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.0965408086776733,"tf_acc":0.7142857313156128},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":0.6325370669364929,"tf_acc":0.8571428656578064}}
{"id":"ep-task-1657","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.375,"tf_loss":1.3393696546554565,"tf_acc":0.6730769276618958},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":1.2165107727050781,"tf_acc":0.7115384936332703}}
{"id":"ep-task-1671","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":1.114654302597046,"tf_acc":0.6857143044471741},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":0.6711575984954834,"tf_acc":0.8285714387893677}}
{"id":"ep-task-1675","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.11764705882352941,"tf_loss":3.0697879791259766,"tf_acc":0.4693877398967743},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.11764705882352941,"tf_loss":2.658759832382202,"tf_acc":0.5102040767669678}}
{"id":"ep-task-1684","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.35294117647058826,"tf_loss":0.10150974988937378,"tf_acc":0.9631901383399963},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8387096774193549,"tf_loss":0.03212830796837807,"tf_acc":0.9938650131225586}}
{"id":"ep-task-1686","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2702702702702703,"tf_loss":1.9370020627975464,"tf_acc":0.5873786211013794},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2702702702702703,"tf_loss":1.7806663513183594,"tf_acc":0.606796145439148}}
{"id":"ep-task-1692","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.09523809523809523,"tf_loss":3.121732711791992,"tf_acc":0.4696969985961914},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.09523809523809523,"tf_loss":2.8781206607818604,"tf_acc":0.5}}
{"id":"ep-task-1705","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5909090909090909,"tf_loss":2.5708608627319336,"tf_acc":0.5859375},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5909090909090909,"tf_loss":2.386972188949585,"tf_acc":0.6328125}}
{"id":"ep-task-1711","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10526315789473685,"tf_loss":2.656545639038086,"tf_acc":0.48275861144065857},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10526315789473685,"tf_loss":2.3949220180511475,"tf_acc":0.5344827771186829}}
{"id":"ep-task-1724","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.19999999999999998,"tf_loss":1.316699504852295,"tf_acc":0.7464788556098938},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.19999999999999998,"tf_loss":1.1487551927566528,"tf_acc":0.7887324094772339}}
{"id":"ep-task-1744","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3157894736842105,"tf_loss":2.0000526905059814,"tf_acc":0.593406617641449},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2631578947368421,"tf_loss":1.7396636009216309,"tf_acc":0.6263736486434937}}
{"id":"ep-task-1761","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2631578947368421,"tf_loss":2.381758451461792,"tf_acc":0.6000000238418579},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.21052631578947364,"tf_loss":2.112501382827759,"tf_acc":0.675000011920929}}
{"id":"ep-task-1766","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.14285714285714285,"tf_loss":2.958775520324707,"tf_acc":0.5},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.14285714285714285,"tf_loss":2.5788674354553223,"tf_acc":0.5799999833106995}}
{"id":"ep-task-1768","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7826086956521738,"tf_loss":0.2843093276023865,"tf_acc":0.9115044474601746},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7826086956521738,"tf_loss":0.17541716992855072,"tf_acc":0.9469026327133179}}
{"id":"ep-task-1778","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3125,"tf_loss":2.863070011138916,"tf_acc":0.5163934230804443},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.13333333333333336,"tf_loss":2.6706409454345703,"tf_acc":0.5327868461608887}}
{"id":"ep-task-1785","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.9473684210526316,"tf_loss":0.19465701282024384,"tf_acc":0.9166666865348816},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.9473684210526316,"tf_loss":0.08038356900215149,"tf_acc":0.9722222089767456}}
{"id":"ep-task-1790","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":2.016850471496582,"tf_acc":0.5588235259056091},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":1.6522786617279053,"tf_acc":0.6470588445663452}}
{"id":"ep-task-1793","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5517241379310345,"tf_loss":1.9444118738174438,"tf_acc":0.6160000562667847},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5517241379310345,"tf_loss":1.770300030708313,"tf_acc":0.64000004529953}}
{"id":"ep-task-1795","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.392156862745098,"tf_loss":2.4984405040740967,"tf_acc":0.5583333373069763},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.32,"tf_loss":2.298027753829956,"tf_acc":0.5666667222976685}}
{"id":"ep-task-1802","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.1693703979253769,"tf_acc":0.9259259104728699},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.003959410823881626,"tf_acc":1.0}}
{"id":"ep-task-1812","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.16666666666666666,"tf_loss":2.1946818828582764,"tf_acc":0.5833333134651184},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1111111111111111,"tf_loss":1.9554835557937622,"tf_acc":0.6388888955116272}}
{"id":"ep-task-1818","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.18750000000000003,"tf_loss":1.778558611869812,"tf_acc":0.6380952596664429},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.18750000000000003,"tf_loss":1.6434444189071655,"tf_acc":0.6857143044471741}}
{"id":"ep-task-1819","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8749999999999999,"tf_loss":0.22839102149009705,"tf_acc":0.9189189672470093},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8749999999999999,"tf_loss":0.09569866955280304,"tf_acc":0.9729729890823364}}
{"id":"ep-task-1834","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.14285714285714288,"tf_loss":3.349515438079834,"tf_acc":0.43396228551864624},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13333333333333333,"tf_loss":2.9401605129241943,"tf_acc":0.5283018946647644}}
{"id":"ep-task-1836","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8,"tf_loss":0.4870359003543854,"tf_acc":0.8791208863258362},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8,"tf_loss":0.3463985323905945,"tf_acc":0.9120879173278809}}
{"id":"ep-task-1853","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7741935483870968,"tf_loss":0.33262765407562256,"tf_acc":0.886363685131073},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7741935483870968,"tf_loss":0.2293442338705063,"tf_acc":0.9431818723678589}}
{"id":"ep-task-1855","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5806451612903226,"tf_loss":0.4228048622608185,"tf_acc":0.9016393423080444},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5806451612903226,"tf_loss":0.34251531958580017,"tf_acc":0.9234972596168518}}
{"id":"ep-task-1867","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.16666666666666669,"tf_loss":1.3668354749679565,"tf_acc":0.7524752616882324},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.08333333333333334,"tf_loss":1.2069008350372314,"tf_acc":0.7920792102813721}}
{"id":"ep-task-1872","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6842105263157894,"tf_loss":0.6923656463623047,"tf_acc":0.8241205811500549},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6842105263157894,"tf_loss":0.5969008803367615,"tf_acc":0.8542713522911072}}
{"id":"ep-task-1889","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6493506493506493,"tf_loss":0.7039451003074646,"tf_acc":0.819444477558136},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6835443037974683,"tf_loss":0.6122912168502808,"tf_acc":0.8564814925193787}}
{"id":"ep-task-1906","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8923076923076922,"tf_loss":0.24780002236366272,"tf_acc":0.9148935675621033},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.9538461538461539,"tf_loss":0.10918737947940826,"tf_acc":0.9787233471870422}}
{"id":"ep-task-1911","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.37446877360343933,"tf_acc":0.8518518805503845},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.007200487423688173,"tf_acc":1.0}}
{"id":"ep-task-1923","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4571428571428572,"tf_loss":0.7046018242835999,"tf_acc":0.8232758641242981},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.46376811594202905,"tf_loss":0.6061679124832153,"tf_acc":0.8491379022598267}}
{"id":"ep-task-1935","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":0.8487322330474854,"tf_acc":0.8089887499809265},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":0.6740891337394714,"tf_acc":0.8539326190948486}}
{"id":"ep-task-1938","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8666666666666666,"tf_loss":0.36294257640838623,"tf_acc":0.8888888955116272},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8666666666666666,"tf_loss":0.22265192866325378,"tf_acc":0.944444477558136}}
{"id":"ep-task-1940","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.31746031746031744,"tf_loss":0.8652397394180298,"tf_acc":0.7808765172958374},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4109589041095891,"tf_loss":0.7668548226356506,"tf_acc":0.7928286790847778}}
{"id":"ep-task-1957","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6744186046511628,"tf_loss":0.6752276420593262,"tf_acc":0.8340080976486206},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6352941176470589,"tf_loss":0.5782809257507324,"tf_acc":0.8582996129989624}}
{"id":"ep-task-2010","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.11764705882352941,"tf_loss":1.4081859588623047,"tf_acc":0.7712418437004089},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.11764705882352941,"tf_loss":1.2738064527511597,"tf_acc":0.7973856329917908}}
{"id":"ep-task-2017","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.22222222222222224,"tf_loss":3.149925947189331,"tf_acc":0.45945948362350464},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.22222222222222224,"tf_loss":2.8756825923919678,"tf_acc":0.5135135054588318}}
{"id":"ep-task-2027","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3076923076923077,"tf_loss":2.169010877609253,"tf_acc":0.6216216087341309},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3076923076923077,"tf_loss":1.7184677124023438,"tf_acc":0.7297297716140747}}
{"id":"ep-task-2034","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21428571428571427,"tf_loss":2.386892795562744,"tf_acc":0.6176470518112183},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21428571428571427,"tf_loss":2.2517528533935547,"tf_acc":0.654411792755127}}
{"id":"ep-task-2037","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2,"tf_loss":0.7649981379508972,"tf_acc":0.7884615659713745},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2,"tf_loss":0.5113350749015808,"tf_acc":0.8653846383094788}}
{"id":"ep-task-2051","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.07142857142857142,"tf_loss":2.511681079864502,"tf_acc":0.5806451439857483},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.07142857142857142,"tf_loss":2.2259628772735596,"tf_acc":0.6344085931777954}}
{"id":"ep-task-2054","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.13793103448275862,"tf_loss":0.8059152960777283,"tf_acc":0.8031495809555054},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.06896551724137931,"tf_loss":0.6662929058074951,"tf_acc":0.834645688533783}}
{"id":"ep-task-2055","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.08695652173913045,"tf_loss":3.280536651611328,"tf_acc":0.4301075339317322},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.08695652173913045,"tf_loss":3.0297648906707764,"tf_acc":0.44086021184921265}}
{"id":"ep-task-2058","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.20000000000000004,"tf_loss":1.370013952255249,"tf_acc":0.6808510422706604},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.20000000000000004,"tf_loss":1.0534864664077759,"tf_acc":0.7446808218955994}}
{"id":"ep-task-2068","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.24,"tf_loss":1.8904309272766113,"tf_acc":0.7500000596046448},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.24,"tf_loss":1.7077726125717163,"tf_acc":0.7833333611488342}}
{"id":"ep-task-2071","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.11764705882352941,"tf_loss":1.0130869150161743,"tf_acc":0.7564102411270142},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.058823529411764705,"tf_loss":0.8707899451255798,"tf_acc":0.7820512652397156}}
{"id":"ep-task-2085","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.20689655172413793,"tf_loss":2.35274600982666,"tf_acc":0.6165413856506348},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.19999999999999998,"tf_loss":2.186115026473999,"tf_acc":0.6466165781021118}}
{"id":"ep-task-2102","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.17391304347826086,"tf_loss":1.9951425790786743,"tf_acc":0.6853932738304138},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.17391304347826086,"tf_loss":1.735937237739563,"tf_acc":0.7191011309623718}}
{"id":"ep-task-2119","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2608695652173913,"tf_loss":2.19525408744812,"tf_acc":0.6181818246841431},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2608695652173913,"tf_loss":2.020298957824707,"tf_acc":0.663636326789856}}
{"id":"ep-task-2136","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.22222222222222218,"tf_loss":1.8763377666473389,"tf_acc":0.6690647602081299},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.07142857142857144,"tf_loss":1.7403759956359863,"tf_acc":0.6978417634963989}}
{"id":"ep-task-2153","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.08333333333333333,"tf_loss":2.297633409500122,"tf_acc":0.6304348111152649},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.08333333333333333,"tf_loss":2.016181230545044,"tf_acc":0.6630434989929199}}
{"id":"ep-task-2170","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.47058823529411764,"tf_loss":1.1569600105285645,"tf_acc":0.7638888955116272},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.33333333333333337,"tf_loss":0.9466633200645447,"tf_acc":0.8333333134651184}}
{"id":"ep-task-2186","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2962962962962963,"tf_loss":2.203812599182129,"tf_acc":0.640625},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2962962962962963,"tf_loss":2.0231270790100098,"tf_acc":0.671875}}
{"id":"ep-task-2202","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.20689655172413793,"tf_loss":3.0788252353668213,"tf_acc":0.5128205418586731},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.20689655172413793,"tf_loss":2.8197739124298096,"tf_acc":0.5512820482254028}}
{"id":"ep-task-2218","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":1.7085025310516357,"tf_acc":0.6935483813285828},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":1.478983998298645,"tf_acc":0.7580645084381104}}
{"id":"ep-task-2234","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.16666666666666666,"tf_loss":1.5325188636779785,"tf_acc":0.6421052813529968},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.16666666666666666,"tf_loss":1.3443944454193115,"tf_acc":0.6631579399108887}}
{"id":"ep-task-2243","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.30769230769230765,"tf_loss":3.0075888633728027,"tf_acc":0.4833333492279053},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.30769230769230765,"tf_loss":2.7422385215759277,"tf_acc":0.550000011920929}}
{"id":"ep-task-2249","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.1739130434782609,"tf_loss":2.179936647415161,"tf_acc":0.5714285969734192},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.1739130434782609,"tf_loss":1.8157432079315186,"tf_acc":0.625}}
{"id":"ep-task-2258","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.125,"tf_loss":1.6579217910766602,"tf_acc":0.5609756112098694},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.125,"tf_loss":1.207541823387146,"tf_acc":0.6829267740249634}}
{"id":"ep-task-2264","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.06779661016949153,"tf_loss":1.8799701929092407,"tf_acc":0.6745561957359314},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.06666666666666667,"tf_loss":1.7644169330596924,"tf_acc":0.692307710647583}}
{"id":"ep-task-2279","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.25000000000000006,"tf_loss":1.1988435983657837,"tf_acc":0.6603773832321167},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.25000000000000006,"tf_loss":0.8632579445838928,"tf_acc":0.7358490824699402}}
{"id":"ep-task-2292","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":1.95066499710083,"tf_acc":0.6041666865348816},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":1.527938723564148,"tf_acc":0.6875}}
{"id":"ep-task-2305","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.42105263157894735,"tf_loss":1.3919081687927246,"tf_acc":0.7424242496490479},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.42105263157894735,"tf_loss":1.1784019470214844,"tf_acc":0.8030303120613098}}
{"id":"ep-task-2306","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":1.9478200674057007,"tf_acc":0.6041666865348816},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":1.5100935697555542,"tf_acc":0.6875}}
{"id":"ep-task-2320","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":1.7850821018218994,"tf_acc":0.6599999666213989},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":1.4449107646942139,"tf_acc":0.699999988079071}}
{"id":"ep-task-2333","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2962962962962963,"tf_loss":3.8133902549743652,"tf_acc":0.44354838132858276},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2962962962962963,"tf_loss":3.6914451122283936,"tf_acc":0.45967739820480347}}
{"id":"ep-task-2334","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":1.6070114374160767,"tf_acc":0.6176470518112183},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":1.376989722251892,"tf_acc":0.6764705777168274}}
{"id":"ep-task-2357","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":2.5886993408203125,"tf_acc":0.5277777910232544},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":2.1827309131622314,"tf_acc":0.6388888955116272}}
{"id":"ep-task-2362","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2962962962962963,"tf_loss":1.8629335165023804,"tf_acc":0.591549277305603},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.37499999999999994,"tf_loss":1.5847229957580566,"tf_acc":0.6901408433914185}}
{"id":"ep-task-2376","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":1.7838127613067627,"tf_acc":0.5901638865470886},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.48,"tf_loss":1.5248721837997437,"tf_acc":0.6557376384735107}}
{"id":"ep-task-2387","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":2.149531841278076,"tf_acc":0.5641025900840759},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.30303030303030304,"tf_loss":1.9132150411605835,"tf_acc":0.6282051205635071}}
{"id":"ep-task-2398","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.24242424242424243,"tf_loss":1.959620714187622,"tf_acc":0.6043956279754639},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2941176470588235,"tf_loss":1.785830020904541,"tf_acc":0.6373626589775085}}
{"id":"ep-task-2406","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.09090909090909091,"tf_loss":1.6489531993865967,"tf_acc":0.581818163394928},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.32,"tf_loss":1.3639129400253296,"tf_acc":0.6727272272109985}}
{"id":"ep-task-2409","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2962962962962963,"tf_loss":1.21901535987854,"tf_acc":0.7023809552192688},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.24,"tf_loss":0.9814390540122986,"tf_acc":0.738095223903656}}
{"id":"ep-task-2415","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.9090909090909091,"tf_loss":0.29739564657211304,"tf_acc":0.9324324727058411},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.9090909090909091,"tf_loss":0.16520774364471436,"tf_acc":0.9864864945411682}}
{"id":"ep-task-2426","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.75,"tf_loss":0.22903601825237274,"tf_acc":0.9166666865348816},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.75,"tf_loss":0.10099045187234879,"tf_acc":0.9761905074119568}}
{"id":"ep-task-2437","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.875,"tf_loss":0.16339930891990662,"tf_acc":0.9404761791229248},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.875,"tf_loss":0.05945767089724541,"tf_acc":0.9880952835083008}}
{"id":"ep-task-2462","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5283018867924528,"tf_loss":2.119663715362549,"tf_acc":0.5849056839942932},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5555555555555556,"tf_loss":1.8952298164367676,"tf_acc":0.6320754885673523}}
{"id":"ep-task-2473","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.7346938775510204,"tf_loss":0.996490478515625,"tf_acc":0.7205882668495178},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.8181818181818182,"tf_loss":0.6889879703521729,"tf_acc":0.8088235259056091}}
{"id":"ep-task-2480","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.16666666666666669,"tf_loss":2.621279239654541,"tf_acc":0.5463917255401611},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.16666666666666669,"tf_loss":2.456484317779541,"tf_acc":0.5876288414001465}}
{"id":"ep-task-2484","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6829268292682927,"tf_loss":1.948692798614502,"tf_acc":0.6063829660415649},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6829268292682927,"tf_loss":1.6902703046798706,"tf_acc":0.6808510422706604}}
{"id":"ep-task-2491","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6,"tf_loss":1.318481206893921,"tf_acc":0.6296296119689941},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":1.0788177251815796,"tf_acc":0.7037037014961243}}
{"id":"ep-task-2493","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.0909090909090909,"tf_loss":2.0863583087921143,"tf_acc":0.5813953280448914},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.0909090909090909,"tf_loss":1.6761448383331299,"tf_acc":0.6976743936538696}}
{"id":"ep-task-2502","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.22222222222222218,"tf_loss":1.4998228549957275,"tf_acc":0.6853932738304138},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.14814814814814817,"tf_loss":1.363318681716919,"tf_acc":0.7415730357170105}}
{"id":"ep-task-2504","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":2.3294386863708496,"tf_acc":0.5},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":1.774019479751587,"tf_acc":0.59375}}
{"id":"ep-task-2511","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":0.9115615487098694,"tf_acc":0.7368420958518982},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":0.5702676177024841,"tf_acc":0.8421052694320679}}
{"id":"ep-task-2513","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.631578947368421,"tf_loss":1.0685786008834839,"tf_acc":0.7169811725616455},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.42105263157894735,"tf_loss":0.9147610068321228,"tf_acc":0.7924528121948242}}
{"id":"ep-task-2522","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.22222222222222224,"tf_loss":1.0006773471832275,"tf_acc":0.6888889074325562},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.22222222222222224,"tf_loss":0.775823712348938,"tf_acc":0.7555555701255798}}
{"id":"ep-task-2524","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.27272727272727276,"tf_loss":1.3163856267929077,"tf_acc":0.7441860437393188},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.27272727272727276,"tf_loss":1.1516395807266235,"tf_acc":0.8023256063461304}}
{"id":"ep-task-2533","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.09999999999999999,"tf_loss":1.4751536846160889,"tf_acc":0.6714285612106323},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.09999999999999999,"tf_loss":1.2373533248901367,"tf_acc":0.7142857313156128}}
{"id":"ep-task-2535","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4444444444444445,"tf_loss":1.406955599784851,"tf_acc":0.7195121645927429},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":1.2185559272766113,"tf_acc":0.7682926654815674}}
{"id":"ep-task-2546","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.23529411764705882,"tf_loss":0.898564338684082,"tf_acc":0.7361111044883728},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2222222222222222,"tf_loss":0.7718443870544434,"tf_acc":0.7916666865348816}}
{"id":"ep-task-2557","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21428571428571427,"tf_loss":2.640979051589966,"tf_acc":0.5483870506286621},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21428571428571427,"tf_loss":2.5350558757781982,"tf_acc":0.5887096524238586}}
{"id":"ep-task-2568","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.31578947368421056,"tf_loss":1.4705396890640259,"tf_acc":0.6842105388641357},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.31578947368421056,"tf_loss":1.3521381616592407,"tf_acc":0.7105263471603394}}
{"id":"ep-task-2579","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5263157894736842,"tf_loss":0.8958370089530945,"tf_acc":0.7538461685180664},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3157894736842105,"tf_loss":0.7421872615814209,"tf_acc":0.8153846263885498}}
{"id":"ep-task-2590","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2857142857142857,"tf_loss":1.8628445863723755,"tf_acc":0.6190476417541504},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21428571428571427,"tf_loss":1.6734950542449951,"tf_acc":0.6571428775787354}}
{"id":"ep-task-2601","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.23076923076923073,"tf_loss":1.8391883373260498,"tf_acc":0.6463414430618286},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.23076923076923073,"tf_loss":1.6310819387435913,"tf_acc":0.6951219439506531}}
{"id":"ep-task-2602","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.034188034188034185,"tf_loss":2.317373275756836,"tf_acc":0.5525113940238953},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.03305785123966942,"tf_loss":2.1910581588745117,"tf_acc":0.5707762241363525}}
{"id":"ep-task-2613","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.1845560073852539,"tf_acc":0.9230769872665405},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.004763104487210512,"tf_acc":1.0}}
{"id":"ep-task-2632","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.09523809523809525,"tf_loss":1.9591792821884155,"tf_acc":0.5573770403862},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.23529411764705882,"tf_loss":1.726240873336792,"tf_acc":0.6065573692321777}}
{"id":"ep-task-2642","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.15384615384615383,"tf_loss":2.467221260070801,"tf_acc":0.54347825050354},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.15384615384615383,"tf_loss":2.143062114715576,"tf_acc":0.6304348111152649}}
{"id":"ep-task-2643","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.07692307692307691,"tf_loss":3.541391611099243,"tf_acc":0.4754098057746887},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":3.2810378074645996,"tf_acc":0.5245901346206665}}
{"id":"ep-task-2646","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.22831453382968903,"tf_acc":0.9024389982223511},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.004935486242175102,"tf_acc":0.9999999403953552}}
{"id":"ep-task-2649","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.8235294117647058,"tf_loss":1.2482812404632568,"tf_acc":0.7551020383834839},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.8823529411764706,"tf_loss":0.9584406614303589,"tf_acc":0.8367346525192261}}
{"id":"ep-task-2653","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.15384615384615383,"tf_loss":2.6657397747039795,"tf_acc":0.5365853309631348},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.15384615384615383,"tf_loss":2.292905807495117,"tf_acc":0.6097560524940491}}
{"id":"ep-task-2654","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10526315789473685,"tf_loss":2.7778985500335693,"tf_acc":0.6190476417541504},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.26666666666666666,"tf_loss":2.4208996295928955,"tf_acc":0.6904761791229248}}
{"id":"ep-task-2660","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.45833333333333326,"tf_loss":1.9698269367218018,"tf_acc":0.6495726704597473},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.45833333333333326,"tf_loss":1.7739628553390503,"tf_acc":0.692307710647583}}
{"id":"ep-task-2664","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.11111111111111112,"tf_loss":2.6729867458343506,"tf_acc":0.5079365372657776},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.11111111111111112,"tf_loss":2.4262027740478516,"tf_acc":0.5714285969734192}}
{"id":"ep-task-2665","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":1.1667975187301636,"tf_acc":0.7407407760620117},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.16666666666666666,"tf_loss":0.9353923201560974,"tf_acc":0.7962962985038757}}
{"id":"ep-task-2671","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.45833333333333326,"tf_loss":1.9769953489303589,"tf_acc":0.6666666865348816},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.45833333333333326,"tf_loss":1.801803469657898,"tf_acc":0.692307710647583}}
{"id":"ep-task-2676","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":1.1777437925338745,"tf_acc":0.7884615659713745},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":0.944370687007904,"tf_acc":0.8076923489570618}}
{"id":"ep-task-2682","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.339622641509434,"tf_loss":1.186996579170227,"tf_acc":0.7643312215805054},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.339622641509434,"tf_loss":1.070398211479187,"tf_acc":0.808917224407196}}
{"id":"ep-task-2687","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":1.219603180885315,"tf_acc":0.7843137383460999},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":0.973842978477478,"tf_acc":0.8039215803146362}}
{"id":"ep-task-2693","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4878048780487806,"tf_loss":1.6693159341812134,"tf_acc":0.6854838728904724},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4878048780487806,"tf_loss":1.4989933967590332,"tf_acc":0.7258064150810242}}
{"id":"ep-task-2698","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.33333333333333337,"tf_loss":1.0753147602081299,"tf_acc":0.7169811725616455},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.33333333333333337,"tf_loss":0.814424991607666,"tf_acc":0.7735849022865295}}
{"id":"ep-task-2702","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":3.3839540481567383,"tf_acc":0.47826087474823},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":3.0925166606903076,"tf_acc":0.5362318754196167}}
{"id":"ep-task-2704","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.35897435897435903,"tf_loss":2.2660176753997803,"tf_acc":0.6203703880310059},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.35897435897435903,"tf_loss":2.0759105682373047,"tf_acc":0.6388888955116272}}
{"id":"ep-task-2709","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.09523809523809525,"tf_loss":2.0572826862335205,"tf_acc":0.6071428656578064},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.25000000000000006,"tf_loss":1.756293535232544,"tf_acc":0.660714328289032}}
{"id":"ep-task-2715","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2608695652173913,"tf_loss":1.6432617902755737,"tf_acc":0.6820083260536194},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2608695652173913,"tf_loss":1.550578236579895,"tf_acc":0.7029288411140442}}
{"id":"ep-task-2720","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.1111111111111111,"tf_loss":1.9370980262756348,"tf_acc":0.6382978558540344},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2857142857142857,"tf_loss":1.6110457181930542,"tf_acc":0.7021276354789734}}
{"id":"ep-task-2724","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6666666666666666,"tf_loss":1.7434288263320923,"tf_acc":0.6363636255264282},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6666666666666666,"tf_loss":1.239648461341858,"tf_acc":0.8181818723678589}}
{"id":"ep-task-2726","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4848484848484849,"tf_loss":1.834708333015442,"tf_acc":0.6315789818763733},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4848484848484849,"tf_loss":1.6181572675704956,"tf_acc":0.6842105388641357}}
{"id":"ep-task-2728","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.125,"tf_loss":2.3039052486419678,"tf_acc":0.5347222089767456},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.125,"tf_loss":2.1360063552856445,"tf_acc":0.5555555820465088}}
{"id":"ep-task-2735","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6666666666666666,"tf_loss":2.082639455795288,"tf_acc":0.6666666865348816},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6666666666666666,"tf_loss":1.3686296939849854,"tf_acc":0.8571428656578064}}
{"id":"ep-task-2737","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2745098039215686,"tf_loss":2.287701368331909,"tf_acc":0.5510203838348389},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2745098039215686,"tf_loss":2.143172264099121,"tf_acc":0.5918367505073547}}
{"id":"ep-task-2739","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":1.4795036315917969,"tf_acc":0.6486486792564392},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3529411764705882,"tf_loss":1.2588740587234497,"tf_acc":0.7027027010917664}}
{"id":"ep-task-2743","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.11111111111111112,"tf_loss":3.389885663986206,"tf_acc":0.45945948362350464},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10526315789473682,"tf_loss":3.0404164791107178,"tf_acc":0.5}}
{"id":"ep-task-2748","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5116279069767441,"tf_loss":2.0572991371154785,"tf_acc":0.6116504669189453},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5116279069767441,"tf_loss":1.8744688034057617,"tf_acc":0.6504854559898376}}
{"id":"ep-task-2750","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3157894736842105,"tf_loss":1.5953972339630127,"tf_acc":0.6785714626312256},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25396825396825395,"tf_loss":1.4530216455459595,"tf_acc":0.7083333730697632}}
{"id":"ep-task-2754","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.07692307692307693,"tf_loss":2.303219795227051,"tf_acc":0.553398072719574},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.07692307692307693,"tf_loss":2.124269962310791,"tf_acc":0.6019417643547058}}
{"id":"ep-task-2759","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.26666666666666666,"tf_loss":1.402838110923767,"tf_acc":0.699999988079071},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.26666666666666666,"tf_loss":1.2487672567367554,"tf_acc":0.7428571581840515}}
{"id":"ep-task-2765","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10526315789473682,"tf_loss":3.855280637741089,"tf_acc":0.3589743673801422},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10526315789473682,"tf_loss":3.5646302700042725,"tf_acc":0.42307692766189575}}
{"id":"ep-task-2776","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.11764705882352941,"tf_loss":3.2261719703674316,"tf_acc":0.46875},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.1111111111111111,"tf_loss":2.8788511753082275,"tf_acc":0.546875}}
{"id":"ep-task-2782","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4210526315789474,"tf_loss":2.6917941570281982,"tf_acc":0.5348837375640869},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4210526315789474,"tf_loss":2.298785924911499,"tf_acc":0.6511628031730652}}
{"id":"ep-task-2790","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":1.263648271560669,"tf_acc":0.6666666865348816},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":0.6692071557044983,"tf_acc":0.875}}
{"id":"ep-task-2791","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.13333333333333333,"tf_loss":3.0750391483306885,"tf_acc":0.4749999940395355},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.724936008453369,"tf_acc":0.5250000357627869}}
{"id":"ep-task-2793","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21052631578947367,"tf_loss":1.7707242965698242,"tf_acc":0.5945945978164673},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21052631578947367,"tf_loss":1.4011075496673584,"tf_acc":0.7027027010917664}}
{"id":"ep-task-2801","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":1.1311639547348022,"tf_acc":0.695652186870575},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":0.6170012354850769,"tf_acc":0.8695652484893799}}
{"id":"ep-task-2804","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":1.5204789638519287,"tf_acc":0.625},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":1.0754051208496094,"tf_acc":0.75}}
{"id":"ep-task-2816","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.19354838709677416,"tf_loss":2.0736136436462402,"tf_acc":0.5308641791343689},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.19354838709677416,"tf_loss":1.8050674200057983,"tf_acc":0.5802469253540039}}
{"id":"ep-task-2826","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.37500000000000006,"tf_loss":1.635640263557434,"tf_acc":0.6521739363670349},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.37500000000000006,"tf_loss":1.3711676597595215,"tf_acc":0.695652186870575}}
{"id":"ep-task-2884","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.27586206896551724,"tf_loss":1.1777433156967163,"tf_acc":0.7478260397911072},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.27586206896551724,"tf_loss":0.9590823650360107,"tf_acc":0.782608687877655}}
{"id":"ep-task-2899","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":1.2292218208312988,"tf_acc":0.7313432693481445},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":0.9943504929542542,"tf_acc":0.7910447716712952}}
{"id":"ep-task-2909","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2,"tf_loss":1.0324574708938599,"tf_acc":0.7540982961654663},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2,"tf_loss":0.7748464941978455,"tf_acc":0.8196721076965332}}
{"id":"ep-task-2919","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2,"tf_loss":0.7258608937263489,"tf_acc":0.819444477558136},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2,"tf_loss":0.5346282720565796,"tf_acc":0.875}}
{"id":"ep-task-2929","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":0.7406692504882812,"tf_acc":0.7962962985038757},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":0.5002274513244629,"tf_acc":0.8518518805503845}}
{"id":"ep-task-2939","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":0.7429408431053162,"tf_acc":0.781818151473999},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":0.5061643123626709,"tf_acc":0.8545454144477844}}
{"id":"ep-task-2947","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.14634146341463414,"tf_loss":1.920950174331665,"tf_acc":0.5775862336158752},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.14634146341463414,"tf_loss":1.7357569932937622,"tf_acc":0.6034482717514038}}
{"id":"ep-task-2949","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":1.5033786296844482,"tf_acc":0.7164179086685181},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":1.2626529932022095,"tf_acc":0.7761194109916687}}
{"id":"ep-task-2955","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.35294117647058826,"tf_loss":2.5173850059509277,"tf_acc":0.640625},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.35294117647058826,"tf_loss":2.2716238498687744,"tf_acc":0.703125}}
{"id":"ep-task-2959","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":1.2352368831634521,"tf_acc":0.696969747543335},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":0.9954087138175964,"tf_acc":0.7575757503509521}}
{"id":"ep-task-2964","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6857142857142857,"tf_loss":1.15776789188385,"tf_acc":0.6849315166473389},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6857142857142857,"tf_loss":0.7914731502532959,"tf_acc":0.7808219194412231}}
{"id":"ep-task-2969","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":1.33754563331604,"tf_acc":0.7142857313156128},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":1.1092488765716553,"tf_acc":0.761904776096344}}
{"id":"ep-task-2974","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.7894736842105262,"tf_loss":0.970175564289093,"tf_acc":0.739130437374115},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.7894736842105262,"tf_loss":0.6259573698043823,"tf_acc":0.8260869979858398}}
{"id":"ep-task-2979","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":1.3754289150238037,"tf_acc":0.7093023061752319},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":1.1620564460754395,"tf_acc":0.7558139562606812}}
{"id":"ep-task-2986","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.11764705882352941,"tf_loss":2.038891553878784,"tf_acc":0.6181818246841431},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.11764705882352941,"tf_loss":1.601806879043579,"tf_acc":0.6727272272109985}}
{"id":"ep-task-2989","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":1.3422160148620605,"tf_acc":0.7209302186965942},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":1.1449042558670044,"tf_acc":0.7558139562606812}}
{"id":"ep-task-2999","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":1.392193078994751,"tf_acc":0.7023809552192688},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":1.1882816553115845,"tf_acc":0.75}}
{"id":"ep-task-3005","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.2580645161290323,"tf_loss":1.3266600370407104,"tf_acc":0.6122449040412903},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.44444444444444436,"tf_loss":1.0523972511291504,"tf_acc":0.6734693646430969}}
{"id":"ep-task-3009","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.16666666666666669,"tf_loss":0.7775316834449768,"tf_acc":0.8101266026496887},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.16666666666666669,"tf_loss":0.5915176868438721,"tf_acc":0.8607594966888428}}
{"id":"ep-task-3026","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.375,"tf_loss":1.655886173248291,"tf_acc":0.6410256624221802},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.375,"tf_loss":1.2842034101486206,"tf_acc":0.7179487347602844}}
{"id":"ep-task-3035","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6086956521739131,"tf_loss":1.1684727668762207,"tf_acc":0.7115384936332703},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6086956521739131,"tf_loss":0.9173253774642944,"tf_acc":0.7884615659713745}}
{"id":"ep-task-3036","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3529411764705882,"tf_loss":1.7813292741775513,"tf_acc":0.6097560524940491},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3529411764705882,"tf_loss":1.4040006399154663,"tf_acc":0.6829267740249634}}
{"id":"ep-task-3075","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.34782608695652173,"tf_loss":2.292375087738037,"tf_acc":0.6666666865348816},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.34782608695652173,"tf_loss":2.058974266052246,"tf_acc":0.719298243522644}}
{"id":"ep-task-3085","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4210526315789474,"tf_loss":3.347838878631592,"tf_acc":0.4912280738353729},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4210526315789474,"tf_loss":3.077162027359009,"tf_acc":0.5614035129547119}}
{"id":"ep-task-3095","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3478260869565218,"tf_loss":1.233429193496704,"tf_acc":0.7000000476837158},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3478260869565218,"tf_loss":1.0252560377120972,"tf_acc":0.7833333611488342}}
{"id":"ep-task-3103","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.09523809523809523,"tf_loss":3.1033525466918945,"tf_acc":0.5151515007019043},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.09523809523809523,"tf_loss":2.861840009689331,"tf_acc":0.575757622718811}}
{"id":"ep-task-3113","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4444444444444444,"tf_loss":2.6292872428894043,"tf_acc":0.6153846383094788},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4444444444444444,"tf_loss":1.990088701248169,"tf_acc":0.7692307829856873}}
{"id":"ep-task-3123","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":2.573115587234497,"tf_acc":0.59375},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":2.0914711952209473,"tf_acc":0.75}}
{"id":"ep-task-3130","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.08695652173913043,"tf_loss":3.673518180847168,"tf_acc":0.4649122953414917},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.08333333333333333,"tf_loss":3.4415395259857178,"tf_acc":0.4912280738353729}}
{"id":"ep-task-3144","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.45283018867924535,"tf_loss":1.501475214958191,"tf_acc":0.7185184955596924},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.45283018867924535,"tf_loss":1.357842206954956,"tf_acc":0.7407407164573669}}
{"id":"ep-task-3154","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":1.7461267709732056,"tf_acc":0.6666666865348816},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.30000000000000004,"tf_loss":1.5829968452453613,"tf_acc":0.6976743936538696}}
{"id":"ep-task-3230","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4285714285714285,"tf_loss":2.0619378089904785,"tf_acc":0.5952380895614624},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4285714285714285,"tf_loss":1.6740198135375977,"tf_acc":0.6666666865348816}}
{"id":"ep-task-3248","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.375,"tf_loss":1.6227554082870483,"tf_acc":0.5945945978164673},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.375,"tf_loss":1.2167822122573853,"tf_acc":0.7027027010917664}}
{"id":"ep-task-3257","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4285714285714285,"tf_loss":2.50530743598938,"tf_acc":0.5},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4285714285714285,"tf_loss":2.2337491512298584,"tf_acc":0.5416666865348816}}
{"id":"ep-task-3264","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5555555555555556,"tf_loss":1.5162922143936157,"tf_acc":0.7045454978942871},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5555555555555556,"tf_loss":1.2820509672164917,"tf_acc":0.761363685131073}}
{"id":"ep-task-3266","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":2.666814088821411,"tf_acc":0.4576271176338196},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":2.3951501846313477,"tf_acc":0.5254237055778503}}
{"id":"ep-task-3275","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.22222222222222224,"tf_loss":2.272559642791748,"tf_acc":0.5714285969734192},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.24000000000000002,"tf_loss":2.0195517539978027,"tf_acc":0.5714285969734192}}
{"id":"ep-task-3277","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.1212121212121212,"tf_loss":2.4943270683288574,"tf_acc":0.5636363625526428},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.1212121212121212,"tf_loss":2.353184461593628,"tf_acc":0.5999999642372131}}
{"id":"ep-task-3284","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3,"tf_loss":1.6197912693023682,"tf_acc":0.6440678238868713},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":1.2933489084243774,"tf_acc":0.694915235042572}}
{"id":"ep-task-3286","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10526315789473685,"tf_loss":1.9836726188659668,"tf_acc":0.7014925479888916},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10526315789473685,"tf_loss":1.7548727989196777,"tf_acc":0.746268630027771}}
{"id":"ep-task-3292","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":2.1102757453918457,"tf_acc":0.5373134016990662},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.8854525089263916,"tf_acc":0.5820895433425903}}
{"id":"ep-task-3301","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2962962962962963,"tf_loss":2.1067044734954834,"tf_acc":0.59375},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2962962962962963,"tf_loss":1.9662708044052124,"tf_acc":0.6458333730697632}}
{"id":"ep-task-3320","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.375,"tf_loss":1.5996750593185425,"tf_acc":0.6410256624221802},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.375,"tf_loss":1.203955054283142,"tf_acc":0.7435897588729858}}
{"id":"ep-task-3329","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.16216216216216214,"tf_loss":1.701447606086731,"tf_acc":0.6938775181770325},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.16216216216216214,"tf_loss":1.3812631368637085,"tf_acc":0.7346938848495483}}
{"id":"ep-task-3336","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.43243243243243246,"tf_loss":1.9613066911697388,"tf_acc":0.6666666865348816},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.43243243243243246,"tf_loss":1.7591079473495483,"tf_acc":0.7126436829566956}}
{"id":"ep-task-3338","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.29411764705882354,"tf_loss":1.4703643321990967,"tf_acc":0.6463414430618286},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.29411764705882354,"tf_loss":1.2448192834854126,"tf_acc":0.6951219439506531}}
{"id":"ep-task-3345","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5833333333333334,"tf_loss":1.5970609188079834,"tf_acc":0.7323943376541138},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5833333333333334,"tf_loss":1.329398274421692,"tf_acc":0.7605633735656738}}
{"id":"ep-task-3347","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3529411764705882,"tf_loss":1.9978783130645752,"tf_acc":0.5777778029441833},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3529411764705882,"tf_loss":1.6099587678909302,"tf_acc":0.644444465637207}}
{"id":"ep-task-3354","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5833333333333334,"tf_loss":1.62043035030365,"tf_acc":0.7183098196983337},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5833333333333334,"tf_loss":1.36519455909729,"tf_acc":0.7746478915214539}}
{"id":"ep-task-3356","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25806451612903225,"tf_loss":2.02663254737854,"tf_acc":0.604651153087616},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.20689655172413793,"tf_loss":1.759562611579895,"tf_acc":0.6511628031730652}}
{"id":"ep-task-3358","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.17391304347826086,"tf_loss":2.268336534500122,"tf_acc":0.6551724076271057},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.17391304347826086,"tf_loss":2.082077741622925,"tf_acc":0.7068965435028076}}
{"id":"ep-task-3363","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5185185185185185,"tf_loss":1.4648597240447998,"tf_acc":0.7428571581840515},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5185185185185185,"tf_loss":1.1804313659667969,"tf_acc":0.7714285850524902}}
{"id":"ep-task-3367","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.30769230769230765,"tf_loss":2.9606494903564453,"tf_acc":0.44897958636283875},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.30769230769230765,"tf_loss":2.6547152996063232,"tf_acc":0.5306122303009033}}
{"id":"ep-task-3372","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5365853658536585,"tf_loss":1.8572123050689697,"tf_acc":0.6407766938209534},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5365853658536585,"tf_loss":1.6668802499771118,"tf_acc":0.6796116828918457}}
{"id":"ep-task-3381","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.42424242424242425,"tf_loss":2.180278778076172,"tf_acc":0.6585365533828735},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.42424242424242425,"tf_loss":1.9421757459640503,"tf_acc":0.6951219439506531}}
{"id":"ep-task-3390","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5106382978723405,"tf_loss":2.244922399520874,"tf_acc":0.5822784900665283},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.558139534883721,"tf_loss":2.0109033584594727,"tf_acc":0.6329113841056824}}
{"id":"ep-task-3399","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5909090909090908,"tf_loss":1.693707823753357,"tf_acc":0.6470588445663452},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6086956521739131,"tf_loss":1.4272701740264893,"tf_acc":0.75}}
{"id":"ep-task-3409","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.39999999999999997,"tf_loss":0.8460756540298462,"tf_acc":0.8057554364204407},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.45833333333333326,"tf_loss":0.7606012225151062,"tf_acc":0.8201438784599304}}
{"id":"ep-task-3521","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":0.8641036152839661,"tf_acc":0.7735849022865295},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":0.6035041213035583,"tf_acc":0.849056601524353}}
{"id":"ep-task-3530","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.08,"tf_loss":1.2349228858947754,"tf_acc":0.6262626051902771},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.08,"tf_loss":1.0691043138504028,"tf_acc":0.6969696879386902}}
{"id":"ep-task-3539","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.11764705882352941,"tf_loss":1.4618608951568604,"tf_acc":0.6575342416763306},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.11764705882352941,"tf_loss":1.1967073678970337,"tf_acc":0.7123287916183472}}
{"id":"ep-task-3548","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1111111111111111,"tf_loss":1.3920977115631104,"tf_acc":0.6666666865348816},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1111111111111111,"tf_loss":1.1787132024765015,"tf_acc":0.7307692170143127}}
{"id":"ep-task-3554","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2,"tf_loss":1.639988899230957,"tf_acc":0.7142857313156128},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":1.1241611242294312,"tf_acc":0.8214285969734192}}
{"id":"ep-task-3557","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1111111111111111,"tf_loss":1.3938443660736084,"tf_acc":0.6794871687889099},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1111111111111111,"tf_loss":1.1295353174209595,"tf_acc":0.7435897588729858}}
{"id":"ep-task-3563","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4166666666666667,"tf_loss":1.1380047798156738,"tf_acc":0.7199999690055847},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":0.8140942454338074,"tf_acc":0.7999999523162842}}
{"id":"ep-task-3630","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13333333333333333,"tf_loss":2.3142800331115723,"tf_acc":0.5869565606117249},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13333333333333333,"tf_loss":2.0110585689544678,"tf_acc":0.6521739363670349}}
{"id":"ep-task-3638","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10526315789473685,"tf_loss":2.42356276512146,"tf_acc":0.529411792755127},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10526315789473685,"tf_loss":2.097160577774048,"tf_acc":0.5882353186607361}}
{"id":"ep-task-3643","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.30769230769230765,"tf_loss":0.9699335694313049,"tf_acc":0.8198198676109314},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.30769230769230765,"tf_loss":0.8475551605224609,"tf_acc":0.8378378748893738}}
{"id":"ep-task-3646","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":2.418238878250122,"tf_acc":0.5483870506286621},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":1.9803208112716675,"tf_acc":0.6129032373428345}}
{"id":"ep-task-3651","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21052631578947367,"tf_loss":2.5969369411468506,"tf_acc":0.5957446694374084},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21052631578947367,"tf_loss":2.43038272857666,"tf_acc":0.6382978558540344}}
{"id":"ep-task-3654","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10526315789473685,"tf_loss":2.3416271209716797,"tf_acc":0.5098039507865906},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10526315789473685,"tf_loss":2.049273729324341,"tf_acc":0.6078431606292725}}
{"id":"ep-task-3659","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21052631578947367,"tf_loss":2.161231279373169,"tf_acc":0.5671641826629639},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21052631578947367,"tf_loss":1.9286444187164307,"tf_acc":0.6268656849861145}}
{"id":"ep-task-3662","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":2.5583510398864746,"tf_acc":0.46875},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":2.0921764373779297,"tf_acc":0.5625}}
{"id":"ep-task-3667","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.38095238095238093,"tf_loss":2.6811115741729736,"tf_acc":0.5909091234207153},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.38095238095238093,"tf_loss":2.452700138092041,"tf_acc":0.6477273106575012}}
{"id":"ep-task-3670","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13333333333333333,"tf_loss":2.9577229022979736,"tf_acc":0.42105263471603394},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13333333333333333,"tf_loss":2.5809662342071533,"tf_acc":0.5263158082962036}}
{"id":"ep-task-3672","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13793103448275865,"tf_loss":1.691919207572937,"tf_acc":0.6516854166984558},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13793103448275865,"tf_loss":1.488008975982666,"tf_acc":0.6966292262077332}}
{"id":"ep-task-3675","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":2.3407673835754395,"tf_acc":0.6000000238418579},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":2.1410536766052246,"tf_acc":0.637499988079071}}
{"id":"ep-task-3678","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13333333333333333,"tf_loss":2.6675772666931152,"tf_acc":0.4883720874786377},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13333333333333333,"tf_loss":2.3269543647766113,"tf_acc":0.5813953280448914}}
{"id":"ep-task-3683","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4210526315789473,"tf_loss":2.6020007133483887,"tf_acc":0.534246563911438},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4210526315789473,"tf_loss":2.348890542984009,"tf_acc":0.5890411138534546}}
{"id":"ep-task-3690","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":1.5472586154937744,"tf_acc":0.7011494040489197},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":1.3613173961639404,"tf_acc":0.7816091775894165}}
{"id":"ep-task-3691","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.31249999999999994,"tf_loss":1.062097191810608,"tf_acc":0.7641509771347046},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.31249999999999994,"tf_loss":0.9139333963394165,"tf_acc":0.801886796951294}}
{"id":"ep-task-3692","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4285714285714285,"tf_loss":1.7654480934143066,"tf_acc":0.6486486792564392},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4285714285714285,"tf_loss":1.3566474914550781,"tf_acc":0.7297297716140747}}
{"id":"ep-task-3699","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13793103448275862,"tf_loss":2.304943323135376,"tf_acc":0.554347813129425},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13793103448275862,"tf_loss":2.1402461528778076,"tf_acc":0.5978261232376099}}
{"id":"ep-task-3700","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.23529411764705882,"tf_loss":1.3003787994384766,"tf_acc":0.6274510025978088},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3157894736842105,"tf_loss":0.9607259035110474,"tf_acc":0.7058823704719543}}
{"id":"ep-task-3708","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.27586206896551724,"tf_loss":1.4387733936309814,"tf_acc":0.6376811861991882},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3448275862068966,"tf_loss":1.1647467613220215,"tf_acc":0.695652186870575}}
{"id":"ep-task-3713","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":3.0723836421966553,"tf_acc":0.4406779706478119},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":2.789681911468506,"tf_acc":0.508474588394165}}
{"id":"ep-task-3716","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3478260869565218,"tf_loss":1.65166175365448,"tf_acc":0.6034482717514038},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.37037037037037035,"tf_loss":1.3458201885223389,"tf_acc":0.6551724076271057}}
{"id":"ep-task-3721","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.0,"tf_loss":2.1374471187591553,"tf_acc":0.5535714626312256},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3636363636363637,"tf_loss":1.8470045328140259,"tf_acc":0.625}}
{"id":"ep-task-3729","kind":"task_solution","cloud":false,"base":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.1916092336177826,"tf_acc":0.918367326259613},"sft":{"exact":true,"first_line":true,"stem":true,"tool":true,"has_fence":true,"bash_f1":1.0,"tf_loss":0.004977712407708168,"tf_acc":1.0}}
{"id":"ep-task-3732","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":1.7994645833969116,"tf_acc":0.6451612710952759},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.46153846153846156,"tf_loss":1.2769639492034912,"tf_acc":0.774193525314331}}
{"id":"ep-task-3739","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.375,"tf_loss":1.7665866613388062,"tf_acc":0.6500000357627869},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.375,"tf_loss":1.4187047481536865,"tf_acc":0.699999988079071}}
{"id":"ep-task-3800","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.15384615384615383,"tf_loss":1.9981765747070312,"tf_acc":0.5862069129943848},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.10309278350515463,"tf_loss":1.8308185338974,"tf_acc":0.6206896305084229}}
{"id":"ep-task-3801","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.13793103448275862,"tf_loss":2.4343159198760986,"tf_acc":0.42622947692871094},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.19999999999999998,"tf_loss":2.1945481300354004,"tf_acc":0.5081967115402222}}
{"id":"ep-task-3808","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4390243902439025,"tf_loss":1.6773858070373535,"tf_acc":0.6486486792564392},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4390243902439025,"tf_loss":1.4913580417633057,"tf_acc":0.7027027010917664}}
{"id":"ep-task-3828","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6153846153846153,"tf_loss":1.0856804847717285,"tf_acc":0.752212405204773},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6153846153846153,"tf_loss":0.9078057408332825,"tf_acc":0.8053097128868103}}
{"id":"ep-task-3833","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.15384615384615385,"tf_loss":1.4381500482559204,"tf_acc":0.5869565606117249},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.15384615384615385,"tf_loss":1.063294768333435,"tf_acc":0.6739130616188049}}
{"id":"ep-task-3835","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.65,"tf_loss":2.031329393386841,"tf_acc":0.6146788597106934},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.65,"tf_loss":1.8427462577819824,"tf_acc":0.6605504155158997}}
{"id":"ep-task-3840","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":3.4416451454162598,"tf_acc":0.5192307829856873},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.1818181818181818,"tf_loss":3.1571900844573975,"tf_acc":0.5576923489570618}}
{"id":"ep-task-3841","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.125,"tf_loss":3.738003969192505,"tf_acc":0.41584157943725586},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":3.5445327758789062,"tf_acc":0.4554455280303955}}
{"id":"ep-task-3847","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2,"tf_loss":1.419564127922058,"tf_acc":0.6571428775787354},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2,"tf_loss":1.0474934577941895,"tf_acc":0.7428571581840515}}
{"id":"ep-task-3848","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.23076923076923078,"tf_loss":2.3316359519958496,"tf_acc":0.5471698045730591},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.23076923076923078,"tf_loss":2.1080033779144287,"tf_acc":0.5754716992378235}}
{"id":"ep-task-3854","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.16666666666666669,"tf_loss":3.376195192337036,"tf_acc":0.5},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.16666666666666669,"tf_loss":2.95811128616333,"tf_acc":0.5952380895614624}}
{"id":"ep-task-3855","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2758620689655173,"tf_loss":1.9133223295211792,"tf_acc":0.6181818246841431},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2758620689655173,"tf_loss":1.7221091985702515,"tf_acc":0.6454545259475708}}
{"id":"ep-task-3861","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.16666666666666666,"tf_loss":2.7349064350128174,"tf_acc":0.5128205418586731},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.16666666666666666,"tf_loss":2.3376829624176025,"tf_acc":0.5897436141967773}}
{"id":"ep-task-3862","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21052631578947367,"tf_loss":2.3355729579925537,"tf_acc":0.5960264801979065},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.15789473684210525,"tf_loss":2.204730272293091,"tf_acc":0.6357616186141968}}
{"id":"ep-task-3868","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.09523809523809525,"tf_loss":2.296318769454956,"tf_acc":0.5714285969734192},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.26666666666666666,"tf_loss":2.035814046859741,"tf_acc":0.625}}
{"id":"ep-task-3869","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.21621621621621626,"tf_loss":2.5035104751586914,"tf_acc":0.5965664982795715},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.16216216216216214,"tf_loss":2.4457972049713135,"tf_acc":0.6137338876724243}}
{"id":"ep-task-3875","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.08333333333333334,"tf_loss":2.7788572311401367,"tf_acc":0.5538461804389954},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2,"tf_loss":2.5369338989257812,"tf_acc":0.6000000238418579}}
{"id":"ep-task-3876","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.19999999999999998,"tf_loss":3.731358528137207,"tf_acc":0.3866666853427887},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.19999999999999998,"tf_loss":3.5069994926452637,"tf_acc":0.4399999976158142}}
{"id":"ep-task-3882","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.125,"tf_loss":0.9153709411621094,"tf_acc":0.8125},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2222222222222222,"tf_loss":0.6231294274330139,"tf_acc":0.875}}
{"id":"ep-task-3884","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.459016393442623,"tf_loss":2.3204264640808105,"tf_acc":0.6227545142173767},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.459016393442623,"tf_loss":2.1826601028442383,"tf_acc":0.6467065811157227}}
{"id":"ep-task-3940","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4680851063829787,"tf_loss":1.7204025983810425,"tf_acc":0.6451612710952759},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4680851063829787,"tf_loss":1.5141794681549072,"tf_acc":0.7096773982048035}}
{"id":"ep-task-3944","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.1285157203674316,"tf_acc":0.7333333492279053},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.26666666666666666,"tf_loss":0.8315014243125916,"tf_acc":0.8222222328186035}}
{"id":"ep-task-3946","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.7346938775510204,"tf_loss":1.3954882621765137,"tf_acc":0.7032967209815979},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.7346938775510204,"tf_loss":1.1976053714752197,"tf_acc":0.7692307829856873}}
{"id":"ep-task-3963","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.30769230769230765,"tf_loss":1.680891513824463,"tf_acc":0.6526315808296204},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.30769230769230765,"tf_loss":1.5107855796813965,"tf_acc":0.7052631974220276}}
{"id":"ep-task-3966","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.0909090909090909,"tf_loss":1.2241642475128174,"tf_acc":0.6595744490623474},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.0909090909090909,"tf_loss":0.8592895269393921,"tf_acc":0.7659574151039124}}
{"id":"ep-task-3969","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.30769230769230765,"tf_loss":1.0632312297821045,"tf_acc":0.7887324094772339},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.30769230769230765,"tf_loss":0.8705328106880188,"tf_acc":0.8450704216957092}}
{"id":"ep-task-3975","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":1.1427637338638306,"tf_acc":0.7530864477157593},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":0.9797109961509705,"tf_acc":0.790123462677002}}
{"id":"ep-task-3981","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.7145634889602661,"tf_acc":0.695652186870575},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.540008544921875,"tf_acc":0.72826087474823}}
{"id":"ep-task-3987","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.39999999999999997,"tf_loss":2.94042706489563,"tf_acc":0.563380241394043},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.37499999999999994,"tf_loss":2.7068064212799072,"tf_acc":0.6197183132171631}}
{"id":"ep-task-3990","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":1.1345510482788086,"tf_acc":0.7058823704719543},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":0.7033154964447021,"tf_acc":0.8235294222831726}}
{"id":"ep-task-3994","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6315789473684211,"tf_loss":1.295623779296875,"tf_acc":0.6710526347160339},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6315789473684211,"tf_loss":1.0094146728515625,"tf_acc":0.7368420958518982}}
{"id":"ep-task-3996","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":1.791462779045105,"tf_acc":0.6410256624221802},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":1.2740437984466553,"tf_acc":0.7692307829856873}}
{"id":"ep-task-4000","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.14035087719298248,"tf_loss":1.8764301538467407,"tf_acc":0.5909090638160706},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.14035087719298248,"tf_loss":1.7026151418685913,"tf_acc":0.6168830990791321}}
{"id":"ep-task-4002","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3333333333333333,"tf_loss":1.5152524709701538,"tf_acc":0.6666666865348816},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.22222222222222224,"tf_loss":1.1007232666015625,"tf_acc":0.785714328289032}}
{"id":"ep-task-4006","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2535211267605634,"tf_loss":1.5891021490097046,"tf_acc":0.6201117038726807},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2535211267605634,"tf_loss":1.4374024868011475,"tf_acc":0.6368715167045593}}
{"id":"ep-task-4008","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":1.7209314107894897,"tf_acc":0.6666666865348816},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.2,"tf_loss":1.262320876121521,"tf_acc":0.7692307829856873}}
{"id":"ep-task-4012","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.37209302325581395,"tf_loss":1.7585475444793701,"tf_acc":0.585106372833252},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4878048780487806,"tf_loss":1.4918047189712524,"tf_acc":0.6489361524581909}}
{"id":"ep-task-4014","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":1.9677486419677734,"tf_acc":0.6666666865348816},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":1.4545279741287231,"tf_acc":0.7692307829856873}}
{"id":"ep-task-4031","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3,"tf_loss":2.932635545730591,"tf_acc":0.4516128897666931},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3,"tf_loss":2.7431719303131104,"tf_acc":0.5161290168762207}}
{"id":"ep-task-4037","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":1.0868371725082397,"tf_acc":0.6428571939468384},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6153846153846154,"tf_loss":0.7407441735267639,"tf_acc":0.7500000596046448}}
{"id":"ep-task-4043","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.37037037037037035,"tf_loss":2.1756742000579834,"tf_acc":0.5538461804389954},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.37037037037037035,"tf_loss":1.9145702123641968,"tf_acc":0.6153846383094788}}
{"id":"ep-task-4053","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.23076923076923075,"tf_loss":1.7936360836029053,"tf_acc":0.6666666865348816},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.16,"tf_loss":1.6116355657577515,"tf_acc":0.7254902124404907}}
{"id":"ep-task-4062","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":2.1238396167755127,"tf_acc":0.5641025900840759},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.739609956741333,"tf_acc":0.6666666865348816}}
{"id":"ep-task-4068","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.7799699306488037,"tf_acc":0.6486486792564392},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.3555759191513062,"tf_acc":0.7567567825317383}}
{"id":"ep-task-4070","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.07142857142857144,"tf_loss":1.1534209251403809,"tf_acc":0.7185184955596924},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.06896551724137931,"tf_loss":1.0006608963012695,"tf_acc":0.7333333492279053}}
{"id":"ep-task-4071","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.30769230769230765,"tf_loss":3.968695640563965,"tf_acc":0.4727272689342499},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.46153846153846156,"tf_loss":3.687851667404175,"tf_acc":0.5272727012634277}}
{"id":"ep-task-4072","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.40816326530612246,"tf_loss":1.8369866609573364,"tf_acc":0.6639344096183777},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.40816326530612246,"tf_loss":1.6524072885513306,"tf_acc":0.7131147384643555}}
{"id":"ep-task-4074","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5454545454545454,"tf_loss":1.7749083042144775,"tf_acc":0.6129032373428345},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5454545454545454,"tf_loss":1.2692979574203491,"tf_acc":0.7419354915618896}}
{"id":"ep-task-4076","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.2105263157894737,"tf_loss":0.753146767616272,"tf_acc":0.8285714387893677},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.25,"tf_loss":0.6129555702209473,"tf_acc":0.8714285492897034}}
{"id":"ep-task-4080","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4,"tf_loss":1.1246657371520996,"tf_acc":0.7169811725616455},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":0.7940067648887634,"tf_acc":0.7735849022865295}}
{"id":"ep-task-4113","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":3.3510704040527344,"tf_acc":0.5375000238418579},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.28571428571428575,"tf_loss":3.1573803424835205,"tf_acc":0.574999988079071}}
{"id":"ep-task-4119","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4615384615384615,"tf_loss":1.6380162239074707,"tf_acc":0.7111111283302307},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4615384615384615,"tf_loss":1.3953583240509033,"tf_acc":0.8222222328186035}}
{"id":"ep-task-4172","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6666666666666665,"tf_loss":0.8128405213356018,"tf_acc":0.7599999904632568},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6666666666666665,"tf_loss":0.24272693693637848,"tf_acc":0.9599999785423279}}
{"id":"ep-task-4174","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6666666666666665,"tf_loss":0.8225144743919373,"tf_acc":0.8500000238418579},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.631578947368421,"tf_loss":0.6299658417701721,"tf_acc":0.9166666865348816}}
{"id":"ep-task-4177","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.18181818181818182,"tf_loss":0.9338247776031494,"tf_acc":0.6875},"sft":{"exact":false,"first_line":false,"stem":false,"tool":false,"has_fence":true,"bash_f1":0.13333333333333333,"tf_loss":0.5966136455535889,"tf_acc":0.75}}
{"id":"ep-task-4197","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.20000000000000004,"tf_loss":2.0130181312561035,"tf_acc":0.604651153087616},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.10000000000000002,"tf_loss":1.6739579439163208,"tf_acc":0.6976743936538696}}
{"id":"ep-task-4202","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.4347826086956522,"tf_loss":1.2823233604431152,"tf_acc":0.686274528503418},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5217391304347826,"tf_loss":0.9402493238449097,"tf_acc":0.7647058963775635}}
{"id":"ep-task-4235","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6666666666666665,"tf_loss":1.7799030542373657,"tf_acc":0.7241379022598267},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6666666666666665,"tf_loss":1.4917508363723755,"tf_acc":0.7931034564971924}}
{"id":"ep-task-4240","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6666666666666666,"tf_loss":1.1235159635543823,"tf_acc":0.7843137383460999},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6666666666666666,"tf_loss":0.8547199964523315,"tf_acc":0.8627451062202454}}
{"id":"ep-task-4245","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.47058823529411764,"tf_loss":1.7886250019073486,"tf_acc":0.714285671710968},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4210526315789474,"tf_loss":1.4016362428665161,"tf_acc":0.795918345451355}}
{"id":"ep-task-4250","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3870967741935484,"tf_loss":1.6826846599578857,"tf_acc":0.7241379022598267},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.3870967741935484,"tf_loss":1.464381217956543,"tf_acc":0.7701149582862854}}
{"id":"ep-task-4255","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.140655517578125,"tf_acc":0.7712418437004089},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.0308157205581665,"tf_acc":0.7908496856689453}}
{"id":"ep-task-4260","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.1210087537765503,"tf_acc":0.7843137383460999},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.0273135900497437,"tf_acc":0.7973856329917908}}
{"id":"ep-task-4265","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.64,"tf_loss":1.4068660736083984,"tf_acc":0.7727273106575012},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.64,"tf_loss":1.1364165544509888,"tf_acc":0.8333333730697632}}
{"id":"ep-task-4270","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":1.6626757383346558,"tf_acc":0.6800000071525574},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":1.4549022912979126,"tf_acc":0.7199999690055847}}
{"id":"ep-task-4275","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.7272727272727273,"tf_loss":1.00270676612854,"tf_acc":0.8135592937469482},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.7272727272727273,"tf_loss":0.7456538081169128,"tf_acc":0.8813559412956238}}
{"id":"ep-task-4294","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.8750000000000001,"tf_loss":0.6041119694709778,"tf_acc":0.8095238208770752},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.6250000000000001,"tf_loss":0.36254915595054626,"tf_acc":0.9285714626312256}}
{"id":"ep-task-4310","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5641025641025641,"tf_loss":1.0980256795883179,"tf_acc":0.6835443377494812},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5641025641025641,"tf_loss":0.7681875824928284,"tf_acc":0.7721519470214844}}
{"id":"ep-task-4312","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7142857142857143,"tf_loss":0.7059329748153687,"tf_acc":0.8000000715255737},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":0.2799714505672455,"tf_acc":0.9333333969116211}}
{"id":"ep-task-4315","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6153846153846153,"tf_loss":1.0505887269973755,"tf_acc":0.7017543911933899},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.6153846153846153,"tf_loss":0.6506507992744446,"tf_acc":0.8070175647735596}}
{"id":"ep-task-4317","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.7142857142857143,"tf_loss":0.7323477268218994,"tf_acc":0.8000000715255737},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.5,"tf_loss":0.2733285129070282,"tf_acc":0.9000000357627869}}
{"id":"ep-task-4322","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.39999999999999997,"tf_loss":0.6866565346717834,"tf_acc":0.7999999523162842},"sft":{"exact":false,"first_line":false,"stem":true,"tool":true,"has_fence":true,"bash_f1":0.39999999999999997,"tf_loss":0.4101477563381195,"tf_acc":0.8545454144477844}}
{"id":"ep-task-4327","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4444444444444445,"tf_loss":1.2059428691864014,"tf_acc":0.7241379022598267},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.4444444444444445,"tf_loss":0.6997165083885193,"tf_acc":0.8620689511299133}}
{"id":"ep-task-4332","kind":"task_solution","cloud":false,"base":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.7051581144332886,"tf_acc":0.6486486792564392},"sft":{"exact":false,"first_line":false,"stem":false,"tool":true,"has_fence":true,"bash_f1":0.36363636363636365,"tf_loss":1.1953526735305786,"tf_acc":0.7297297716140747}}