dreamzero / ablation_runs /eval_d.json
zhicao's picture
Scheduled Commit
f559dcb verified
Raw History Blame Contribute Delete
5.74 kB
{
"deform": {
"checkpoint": "checkpoints/ablate_deform_3k/checkpoint-3000",
"use_track": true,
"use_force": true,
"use_deform_tactile": true,
"forward_tau_losses": {
"0.8": {
"action_loss": [
0.14005533854166666,
0.02105122113243602
],
"dynamics_loss": [
0.2144775390625,
0.02896240896365155
],
"track_flow_loss": [
0.01992034912109375,
0.006087289540532924
],
"force_loss": [
0.6385091145833334,
0.0693288689056317
]
},
"0.6": {
"action_loss": [
0.205078125,
0.02730302957532159
],
"dynamics_loss": [
0.2793782552083333,
0.027562192277447207
],
"track_flow_loss": [
0.025990804036458332,
0.009586659999509849
],
"force_loss": [
0.6385091145833334,
0.0693288689056317
]
},
"0.4": {
"action_loss": [
0.3975423177083333,
0.03933005362916035
],
"dynamics_loss": [
0.412841796875,
0.02506180118084375
],
"track_flow_loss": [
0.052449544270833336,
0.018266911258591405
],
"force_loss": [
0.6385091145833334,
0.0693288689056317
]
},
"0.2": {
"action_loss": [
0.7540690104166666,
0.04711147986173765
],
"dynamics_loss": [
0.7234700520833334,
0.020390574072347532
],
"track_flow_loss": [
0.2725016276041667,
0.028762320444776262
],
"force_loss": [
0.6385091145833334,
0.0693288689056317
]
},
"0.05": {
"action_loss": [
1.0712890625,
0.05129510151042538
],
"dynamics_loss": [
1.1285807291666667,
0.015292551623107222
],
"track_flow_loss": [
0.9132486979166666,
0.026444936649788933
],
"force_loss": [
0.6385091145833334,
0.0693288689056317
]
}
},
"openloop_action_mse": {
"cascade": [
0.20164753962308168,
0.10256788707075791,
16
],
"coarse_only": [
0.38597522117197514,
0.09435245328291447,
16
]
},
"openloop_action_mse_raw": {
"cascade": [
0.239223912358284,
0.16198278963565826,
0.14795620739459991,
0.1607406884431839,
0.13953106105327606,
0.14302007853984833,
0.17535518109798431,
0.14668907225131989,
0.14609704911708832,
0.255096971988678,
0.14849339425563812,
0.1533306986093521,
0.18130069971084595,
0.1971125304698944,
0.26189425587654114,
0.5685360431671143
],
"coarse_only": [
0.4410543143749237,
0.35842546820640564,
0.32901355624198914,
0.3685969412326813,
0.33627718687057495,
0.3183954656124115,
0.3497931659221649,
0.34323593974113464,
0.3002097010612488,
0.39490291476249695,
0.34140878915786743,
0.3261561691761017,
0.34672024846076965,
0.4223487675189972,
0.5050632953643799,
0.6940016150474548
]
},
"openloop_action_mse_split": {
"cascade_arm": 0.2864319020882249,
"cascade_hand": 0.16696302872151136,
"coarse_arm": 0.4209964629262686,
"coarse_hand": 0.3716483376920223
},
"stage1_attention": {
"0": {
"action": {
"cond_obs": 0.027012702077627182,
"obs": 0.10060404241085052,
"action": 0.06752102077007294,
"state": 0.0014766933163627982,
"track_past": 0.45365235209465027,
"track_future": 0.34973323345184326
},
"obs": {
"cond_obs": 0.053314413875341415,
"obs": 0.5820602774620056,
"action": 0.008973240852355957,
"state": 0.0005145587492734194,
"track_past": 0.17881375551223755,
"track_future": 0.1763237565755844
}
},
"14": {
"action": {
"cond_obs": 0.04775896668434143,
"obs": 0.08490505069494247,
"action": 0.20447513461112976,
"state": 0.005050991661846638,
"track_past": 0.6356136202812195,
"track_future": 0.02219625934958458
},
"obs": {
"cond_obs": 0.1583261936903,
"obs": 0.6368992328643799,
"action": 0.014521163888275623,
"state": 0.007083813659846783,
"track_past": 0.16779881715774536,
"track_future": 0.015370833687484264
}
},
"29": {
"action": {
"cond_obs": 0.052446119487285614,
"obs": 0.09761743247509003,
"action": 0.17695856094360352,
"state": 0.0029112468473613262,
"track_past": 0.5859178900718689,
"track_future": 0.08414878696203232
},
"obs": {
"cond_obs": 0.09640265256166458,
"obs": 0.7698864340782166,
"action": 0.010517171584069729,
"state": 0.0004369919188320637,
"track_past": 0.07651636004447937,
"track_future": 0.04624041169881821
}
}
},
"stage2_attention": [
{
"action": 0.026611328125,
"f6": 0.0159912109375,
"vq": 0.0179443359375,
"deform": 0.017822265625,
"memory": 0.921875
},
{
"action": 0.0267333984375,
"f6": 0.0147705078125,
"vq": 0.0167236328125,
"deform": 0.0179443359375,
"memory": 0.921875
},
{
"action": 0.027587890625,
"f6": 0.01470947265625,
"vq": 0.0164794921875,
"deform": 0.0172119140625,
"memory": 0.92578125
},
{
"action": 0.0269775390625,
"f6": 0.01409912109375,
"vq": 0.015869140625,
"deform": 0.016357421875,
"memory": 0.92578125
},
{
"action": 0.0250244140625,
"f6": 0.01324462890625,
"vq": 0.01446533203125,
"deform": 0.01495361328125,
"memory": 0.93359375
},
{
"action": 0.0225830078125,
"f6": 0.0125732421875,
"vq": 0.01300048828125,
"deform": 0.01348876953125,
"memory": 0.9375
}
],
"tactile_sensitivity": {
"mean_abs_delta_vs_masked": 0.01314772292971611,
"max_abs_delta_vs_masked": 0.0546875,
"mean_abs_refinement": 0.2471647560596466
}
}
}