diff --git a/docs/media/coverage-grid.jpg b/docs/media/coverage-grid.jpg
index 211556b..ad957ef 100644
Binary files a/docs/media/coverage-grid.jpg and b/docs/media/coverage-grid.jpg differ
diff --git a/docs/media/coverage/coverage.json b/docs/media/coverage/coverage.json
index 841dfca..b3df705 100644
--- a/docs/media/coverage/coverage.json
+++ b/docs/media/coverage/coverage.json
@@ -1 +1 @@
-{"rows":[{"id":"fpo-fpo","label":"fpo-policy · FPO"},{"id":"fpo-dppo","label":"fpo-policy · DPPO"},{"id":"dppo-dppo","label":"dppo-policy · DPPO"},{"id":"gaussian-ppo","label":"gaussian-policy · PPO"}],"columns":[{"id":"cheetah","label":"HalfCheetah-v5"},{"id":"hopper","label":"Hopper-v5"},{"id":"walker","label":"Walker2d-v5"},{"id":"square","label":"robomimic square"}],"ranges":{"cheetah":[-534.5,2154.1],"hopper":[11.2,3704.4],"walker":[-2.6,4577.1],"square":[0.0,148.9]},"cells":[{"id":"fpo-fpo-cheetah","row":"fpo-fpo","column":"cheetah","status":"learns","experiments":["E6","E16"],"note":"about −300 → 1,346–2,050","note_zh":"从约 −300 升到 1,346–2,050","seed":0,"curves":[[-340.4,-335.1,-377.7,-290.9,-265.6,-234.9,-246.0,-163.0,-259.4,-136.0,-135.2,-69.6,-60.2,-38.2,-51.8,-25.7,6.9,9.9,-25.6,2.0,-1.8,11.9,5.3,85.3,36.9,82.5,156.8,191.4,256.4,320.3,333.9,411.2,222.5,479.0,370.1,510.8,366.7,575.6,356.1,577.8,179.9,550.5,456.0,553.7,666.0,781.8,575.6,748.5,609.9,827.7,403.7,390.6,559.3,609.3,576.3,700.3,699.8,885.3,841.0,981.2,964.4,526.1,1008.3,1045.2,769.8,1031.7,766.6,1052.7,1090.7,838.4,1073.5,830.8,828.6,1156.7,1237.0,1190.5,1281.6,1265.4,1072.7,1361.7,1382.7,1385.1,1017.1,1412.4,1479.8,1472.5,1523.0,1530.3,1521.3,1563.3,1612.0,1641.7,1668.9,1262.2,1465.3,1412.7,1029.3,1304.5,1496.1,1643.1],[-358.6,-285.2,-262.2,-318.8,-357.6,-256.9,-199.5,-134.8,-216.0,-207.4,-210.1,-136.2,-64.2,-140.5,-169.7,-87.4,-28.8,-61.1,9.8,62.7,58.5,120.6,101.9,255.1,291.8,314.5,409.8,105.8,425.2,387.7,611.7,373.6,651.0,570.7,651.4,731.0,748.0,740.1,825.2,414.0,816.5,674.3,805.7,815.2,864.5,877.4,1022.2,904.5,926.0,1007.5,760.4,1056.0,1048.0,1203.5,1186.1,1111.5,1250.9,1307.5,1257.8,1242.5,1298.1,1327.0,1254.8,1435.7,1235.9,1511.2,1509.7,1469.5,1649.6,1417.7,1651.7,1001.0,1738.4,1757.2,1629.4,1718.8,1671.9,1728.0,1593.8,1832.3,1903.5,1556.2,1717.0,1666.3,1703.9,1803.4,1885.9,1829.2,1901.7,1926.3,1953.9,1951.7,2001.3,1935.2,2038.4,2154.1,2087.5,2112.3,2142.7,2117.7],[-285.4,-322.1,-281.0,-312.1,-282.8,-366.2,-209.1,-230.4,-226.3,-218.5,-186.8,-240.5,-188.6,-173.8,-149.1,-143.0,-67.5,-42.8,-29.8,-14.3,39.6,120.2,164.5,147.4,213.9,254.8,241.4,335.0,364.0,417.4,350.1,504.7,500.1,528.4,617.6,621.9,637.6,767.6,679.0,682.6,771.3,776.9,862.2,755.4,802.5,845.3,830.6,866.6,948.2,987.4,875.9,631.9,729.0,1026.7,960.3,987.3,951.3,1074.2,1061.3,1166.7,1234.0,902.6,1036.4,967.0,1175.8,1212.3,1253.0,1027.4,1173.7,1013.4,1068.9,1073.1,1068.0,1311.7,1503.5,998.7,1136.5,1213.3,1293.7,1163.1,1330.8,1183.8,1042.3,1134.6,1460.8,1223.6,1221.7,1402.3,1296.6,1255.1,1257.0,1188.4,1551.9,1299.1,1236.8,1303.3,1590.8,1281.4,1392.2,1356.2]],"clip":{"cell":"fpo-fpo-cheetah","episode":5,"of":5,"return":1609.1,"length":1000,"success":false,"returns":[1679.4,1734.1,1529.3,1255.2,1609.1],"seconds":8.0,"speed":1.0},"train":{"server":["fpo-policy default fpo default","--port 8000 --seed 0 --policy.device cpu","--algo.buffer-size 4096 --algo.global-steps 409600"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name HalfCheetah-v5 --runner.replan-steps 1 --runner.seed 0"],"env":"mujoco","source":"experiments/e16-critic-restart/phase_a.sh"}},{"id":"fpo-fpo-hopper","row":"fpo-fpo","column":"hopper","status":"learns","experiments":["E23"],"note":"15–19 → 1,587–2,006","note_zh":"从 15–19 升到 1,587–2,006","seed":2,"curves":[[16.3,21.1,31.3,61.3,79.8,122.0,144.4,176.3,202.4,218.7,235.0,237.1,253.5,279.0,299.1,318.8,365.7,387.2,395.0,424.1,405.6,458.4,488.4,594.9,629.7,618.5,713.7,761.4,837.1,992.3,916.2,737.8,987.1,877.4,809.6,1090.9,976.2,1146.0,861.4,1185.3,1139.3,958.8,845.2,1510.4,1285.9,1282.2,819.3,1019.5,1357.1,1153.2,1712.9,1572.2,1525.4,1176.6,986.4,929.7,1197.9,1510.9,1374.2,985.7,950.0,1026.2,1147.8,997.9,966.6,1476.1,1244.0,1337.1,1375.7,1216.6,1268.1,1431.9,1477.4,1247.6,1402.8,1990.0,1794.1,1640.2,1019.8,1538.6,1370.3,1004.0,1542.7,1438.4,1834.1,1791.8,1201.4,1446.0,1412.9,1275.7,1309.2,1672.3,1535.9,1615.4,1118.2,1283.4,1443.9,1684.7,1887.6,2320.3],[19.1,21.9,35.5,56.9,102.1,143.6,179.2,203.1,230.9,238.0,219.6,245.0,224.0,241.9,246.6,251.0,277.5,300.8,332.8,374.0,350.0,322.4,373.0,382.2,393.4,359.7,383.5,374.1,430.1,404.8,474.8,469.2,499.1,652.8,598.3,704.4,653.0,662.1,826.7,762.7,791.9,814.1,982.3,877.7,875.8,941.5,958.7,948.3,1171.5,1209.7,1300.9,1291.2,1241.1,1235.8,1464.6,1268.4,1512.1,1203.2,1126.3,1564.9,1363.8,1402.2,1227.4,1961.2,1837.7,1947.1,1776.6,1903.2,1636.3,2113.4,2164.5,1415.0,1638.8,2050.3,1437.3,2444.6,1880.1,2004.9,2482.8,1954.1,2112.4,1605.2,2089.8,1956.5,2575.4,1967.4,1940.4,1904.4,2377.3,1786.3,1962.7,2441.6,1851.2,1777.1,2307.6,2574.9,1838.0,1253.3,1840.8,2210.8],[14.5,18.5,35.6,53.8,92.8,121.4,163.1,182.8,228.8,218.6,220.6,235.1,234.7,245.9,263.1,293.0,327.1,324.1,373.7,363.5,376.5,369.8,400.2,450.0,451.8,571.1,628.2,644.8,798.6,855.9,797.8,886.9,1215.1,1571.2,1118.4,1325.9,1151.5,1258.1,1181.0,1339.7,1653.9,1443.2,1272.4,1170.1,1496.0,1105.7,1419.7,1108.2,1331.0,1495.4,1199.6,1558.2,1887.1,1229.5,2034.4,1517.2,1874.0,1567.6,1480.9,1612.7,2081.5,2017.8,2152.4,1691.2,1639.1,1439.9,1502.0,1232.2,1507.7,1476.2,1523.9,1233.4,1599.6,1672.5,1999.0,1821.7,2038.0,1733.4,2177.0,1677.7,1841.6,1858.1,1965.0,1929.9,2263.2,1629.4,1926.7,1449.4,2316.0,1768.6,2306.9,2057.3,1852.1,1950.5,1221.7,1498.2,1880.3,1569.4,1571.5,1852.7]],"clip":{"cell":"fpo-fpo-hopper","episode":2,"of":5,"return":1123.2,"length":360,"success":false,"returns":[2789.9,1123.2,2846.4,468.1,456.9],"seconds":3.0,"speed":0.973},"train":{"server":["fpo-policy default fpo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 11 --policy.action-dim 3","--algo.buffer-size 4096 --algo.global-steps 409600"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Hopper-v5 --runner.replan-steps 1 --runner.seed 0"],"env":"mujoco","source":"experiments/e23-hopper/run.sh"}},{"id":"fpo-fpo-walker","row":"fpo-fpo","column":"walker","status":"learns","experiments":["E24"],"note":"about 0 → 964–1,101","note_zh":"从约 0 升到 964–1,101","seed":1,"curves":[[0.7,1.9,10.7,34.4,82.6,129.7,199.9,237.7,205.4,263.3,367.4,337.5,348.6,333.0,295.4,340.1,331.0,312.3,325.1,366.6,315.0,318.5,341.0,325.9,270.0,317.1,328.2,338.2,522.6,551.8,423.1,330.4,297.0,512.2,375.0,340.4,333.9,321.6,309.4,300.0,375.0,322.8,341.0,371.4,352.0,374.5,391.5,436.9,426.6,449.7,553.6,635.4,727.9,704.6,546.9,621.1,722.3,741.0,682.8,604.1,614.4,854.6,727.9,676.9,765.7,1162.1,840.5,687.8,701.1,648.6,683.8,783.0,751.0,717.6,1030.8,944.4,738.7,674.4,902.5,1238.0,770.5,824.2,598.6,1122.9,1172.4,900.4,907.7,974.6,1107.7,886.2,901.8,1165.2,1024.7,1044.9,780.2,1066.5,909.6,892.1,987.0,868.3],[-0.3,0.8,7.9,31.4,47.2,107.5,224.2,155.5,208.4,282.9,298.4,245.3,277.6,335.8,303.3,303.4,296.0,337.3,330.8,329.4,334.9,294.6,319.8,287.9,321.7,292.6,312.1,337.3,336.4,351.1,333.5,397.0,322.3,380.4,404.4,321.6,362.7,348.6,332.0,330.9,337.2,316.9,333.5,331.5,327.1,334.2,383.5,347.4,362.1,359.4,377.7,359.7,393.2,392.0,416.8,434.5,410.1,375.1,406.9,413.7,433.7,397.2,440.9,495.9,458.8,455.9,504.1,537.1,496.4,599.0,751.8,691.0,784.7,840.0,913.3,762.6,882.0,875.6,864.6,995.1,1043.6,961.0,978.4,1012.3,1129.0,906.5,892.3,832.7,763.1,881.6,1058.2,1032.4,1076.8,991.3,846.8,1042.1,1051.7,868.9,918.7,1378.1],[0.6,1.5,7.7,28.2,64.7,145.2,200.0,201.2,256.2,217.2,246.8,279.8,316.7,257.1,311.0,303.2,232.2,304.3,314.1,336.8,327.1,321.9,348.0,353.3,430.8,356.0,442.6,327.7,387.8,368.5,467.1,354.3,404.5,337.4,329.7,329.7,328.2,311.0,387.0,337.4,488.8,419.6,477.3,385.7,377.9,428.6,571.4,447.4,433.3,479.6,517.5,520.1,555.3,592.9,702.3,669.5,593.1,733.4,678.6,768.3,599.3,728.6,988.6,1054.1,600.5,680.7,953.6,823.6,872.9,986.6,1030.2,1197.6,1056.5,1032.6,1009.6,949.7,1024.4,1061.3,1165.9,1150.1,996.1,1259.8,1298.4,1331.6,979.3,1257.1,1238.0,1370.2,1031.2,1570.6,810.7,1048.3,1088.8,1401.1,1227.8,1105.7,1192.6,932.1,1052.2,1150.4]],"clip":{"cell":"fpo-fpo-walker","episode":5,"of":5,"return":837.7,"length":310,"success":false,"returns":[821.9,1329.9,440.2,933.0,837.7],"seconds":3.0,"speed":0.84},"train":{"server":["fpo-policy default fpo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 17 --policy.action-dim 6","--algo.buffer-size 4096 --algo.global-steps 409600"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Walker2d-v5 --runner.replan-steps 1 --runner.seed 0"],"env":"mujoco","source":"experiments/e24-coverage/run_cell.sh"}},{"id":"fpo-fpo-square","row":"fpo-fpo","column":"square","status":"runs","experiments":["E27"],"note":"no success yet: sparse reward, random start","note_zh":"还没成功过：稀疏奖励、随机初始化","seed":0,"curves":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]],"clip":{"cell":"fpo-fpo-square","episode":3,"of":5,"return":0.0,"length":400,"success":false,"returns":[0.0,0.0,0.0,0.0,0.0],"seconds":8.0,"speed":1.0},"train":{"server":["fpo-policy default fpo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 23 --policy.action-dim 7","--policy.state-keys robot0_eef_pos robot0_eef_quat robot0_gripper_qpos object","--algo.buffer-size 4096 --algo.global-steps 81920"],"client":["robomimic-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name square-img --env.agentview-image-size 84 84","--runner.replan-steps 1"],"env":"robomimic","source":"experiments/e27-robomimic/run_cell.sh"}},{"id":"fpo-dppo-cheetah","row":"fpo-dppo","column":"cheetah","status":"learns","experiments":["E17","E18","E30","E33"],"note":"+1,294 to +1,411 with dppo-policy's structure","note_zh":"换成 dppo-policy 的结构后 +1294 到 +1411","seed":0,"curves":[[-185.8,-335.4,-284.4,-244.1,-271.1,-269.5,-296.8,-266.4,-229.8,-158.9,-228.5,-305.1,-269.2,-258.3,-246.2,-237.8,-246.2,-289.3,-252.4,-286.3,-315.9,-283.8,-254.2,-281.6,-220.6,-271.2,-247.6,-287.4,-255.5,-201.0,-312.7,-215.8,-211.3,-258.6,-286.0,-225.9,-315.7,-235.0,-233.2,-259.2,-266.2,-242.7,-253.0,-264.1,-219.1,-243.9,-339.1,-221.6,-222.0,-343.1,-272.1,-211.4,-294.7,-273.5,-255.8,-262.8,-239.5,-225.7,-292.4,-315.5,-249.4,-264.7,-210.4,-221.8,-213.1,-220.0,-208.8,-247.6,-228.9,-206.5,-291.0,-205.8,-209.5,-210.3,-194.4,-243.6,-255.6,-220.9,-208.2,-243.9,-283.9,-262.3,-167.0,-207.6,-179.1,-180.7,-241.2,-183.7,-218.4,-213.4,-241.0,-215.6,-261.7,-250.0,-182.7,-148.8,-149.8,-159.2,-202.6,-183.5,-145.7,-148.0,-203.8,-127.4,-192.6,-148.8,-165.5,-216.4,-203.4,-152.5,-181.0,-158.6,-157.2,-191.9,-124.5,-187.6,-163.0,-163.9,-117.0,-158.0,-202.6,-167.9,-173.9,-168.4,-171.3,-160.4,-147.7,-145.6,-135.5,-131.7,-172.9,-171.3,-195.8,-141.7,-171.4,-181.1,-162.2,-174.1,-178.3,-180.1,-117.0,-146.4,-159.2,-166.9,-95.9,-137.8,-114.7,-177.2,-151.5,-131.1,-186.8,-176.9,-155.3,-111.3,-168.6,-195.5,-148.5,-139.2,-118.3,-127.4,-144.5,-174.0,-174.1,-142.7,-144.7,-193.4,-145.5,-132.4,-146.0,-144.9,-130.4,-90.5,-153.1,-120.0,-102.5,-94.5,-120.0,-146.4,-99.2,-140.1,-138.0,-190.2,-148.0,-195.3,-138.7,-160.9,-149.5,-147.3,-132.6,-107.2,-154.3,-138.3,-164.1,-136.8,-109.6,-116.6,-90.8,-51.7,-143.9,-85.6,-71.8,-80.9,-32.4,-54.8,-15.5,-109.7,-42.0,-84.5,-60.9,-3.0,-34.0,-11.5,56.4,48.3,-7.4,36.8,104.0,20.3,97.9,89.5,132.4,172.8,73.1,124.8,131.4,155.9,152.3,165.0,156.7,155.5,91.6,171.4,202.9,251.4,147.0,179.0,217.4,253.3,267.0,242.6,306.8,282.2,399.6,374.4,323.2,371.9,352.7,402.3,435.7,373.4,543.8,521.1,556.4,454.4,458.8,521.0,503.1,628.2,501.9,643.3,580.2,738.3,625.4,772.2,709.3,695.6,809.1,831.6,724.8,782.4,836.6,674.0,846.3,829.8,1071.9,1076.5,907.6,826.2,1170.0,904.3,1085.7,795.3,1008.9,816.0,1105.9,850.9,994.7,1145.4,987.4,920.4,1280.2,1087.6,1150.2,1258.6,1094.1,1112.0,1020.6,1186.6,1330.1,932.8],[-226.2,-289.1,-231.6,-254.8,-273.2,-273.3,-227.2,-237.6,-322.4,-247.1,-281.3,-335.0,-244.7,-221.1,-269.8,-271.2,-263.5,-273.0,-272.9,-323.7,-301.4,-286.8,-307.7,-283.4,-273.1,-251.5,-239.2,-243.0,-241.5,-237.9,-253.6,-266.4,-240.5,-279.2,-285.6,-233.8,-282.9,-268.1,-194.0,-234.6,-272.9,-294.4,-236.6,-285.0,-188.0,-231.0,-308.3,-261.9,-271.6,-330.0,-306.8,-241.3,-245.2,-321.8,-187.5,-240.0,-254.0,-260.4,-253.8,-271.1,-225.3,-305.5,-238.1,-284.4,-238.5,-263.3,-188.4,-209.4,-292.7,-250.0,-207.7,-179.2,-252.5,-210.0,-207.9,-241.6,-300.8,-169.1,-203.2,-237.7,-213.9,-236.4,-177.2,-213.9,-284.4,-233.9,-222.8,-205.5,-180.8,-179.8,-187.2,-183.1,-173.0,-264.6,-192.7,-212.7,-217.3,-141.9,-202.9,-213.1,-116.1,-179.9,-135.1,-230.6,-141.9,-147.4,-191.5,-217.4,-205.5,-165.4,-175.4,-197.3,-158.1,-216.5,-158.0,-154.1,-173.8,-176.9,-172.6,-217.0,-167.6,-123.0,-176.2,-124.9,-131.4,-148.2,-151.0,-149.5,-172.2,-121.3,-115.0,-96.1,-137.2,-144.6,-154.7,-110.2,-146.1,-161.7,-133.2,-125.6,-139.9,-107.3,-125.0,-154.2,-101.1,-139.6,-98.9,-110.9,-155.7,-119.4,-161.7,-115.7,-175.5,-167.2,-177.0,-100.1,-114.6,-152.3,-129.7,-125.9,-126.2,-108.6,-184.6,-135.8,-120.7,-127.0,-123.8,-75.4,-169.4,-115.7,-134.9,-124.1,-202.4,-109.3,-115.0,-83.3,-129.3,-125.5,-100.8,-81.6,-86.1,-123.3,-117.0,-84.6,-72.1,-89.7,-101.4,-92.8,-70.9,-131.7,-55.4,-72.4,-91.8,-58.9,-89.7,-87.8,-32.2,-58.8,-27.5,-75.8,-58.4,-47.6,-94.6,-71.9,-22.6,4.6,-54.1,15.1,24.0,18.4,97.5,88.0,178.7,99.2,-26.5,61.9,47.2,143.6,125.9,202.8,199.5,203.0,240.4,196.1,259.3,314.0,244.4,330.7,390.0,357.2,320.0,220.9,356.3,333.2,293.8,399.8,384.6,382.6,329.5,435.2,404.0,221.4,444.9,383.7,530.9,551.6,463.0,462.8,433.1,482.6,517.3,499.8,494.2,495.6,551.1,502.8,593.5,482.1,554.6,437.6,574.5,489.8,188.8,629.0,507.4,518.4,557.6,606.6,621.1,590.3,654.8,663.3,625.6,503.2,645.7,552.2,689.6,631.4,668.0,843.5,624.8,834.3,1025.1,1006.3,967.7,1044.3,652.4,1125.4,963.9,1049.2,1013.0,1046.6,1254.7,1171.5,1070.1,1245.3,1234.5,1297.5,1275.2,1242.2],[-271.0,-308.1,-264.4,-282.2,-200.2,-259.0,-286.7,-285.5,-239.0,-218.0,-307.1,-264.2,-280.3,-301.4,-259.1,-263.8,-279.4,-304.1,-338.3,-189.2,-243.0,-240.0,-295.0,-256.9,-272.3,-271.8,-279.5,-221.4,-214.0,-260.5,-278.7,-240.4,-240.0,-298.7,-310.2,-357.8,-278.7,-239.6,-304.6,-240.8,-200.9,-284.2,-207.6,-187.5,-293.8,-216.5,-293.1,-195.1,-201.0,-265.4,-215.6,-267.8,-248.5,-225.6,-261.3,-242.3,-305.4,-278.9,-176.3,-224.3,-212.0,-290.0,-287.5,-247.6,-281.5,-235.6,-289.6,-296.4,-226.9,-308.0,-197.0,-257.0,-184.1,-243.8,-162.9,-253.6,-226.4,-166.3,-242.5,-224.2,-237.3,-183.9,-137.2,-186.8,-149.2,-130.3,-225.5,-104.7,-187.2,-171.3,-229.6,-123.3,-205.2,-151.7,-187.6,-132.4,-168.7,-162.0,-147.2,-189.5,-174.9,-246.0,-159.5,-131.6,-159.2,-132.9,-83.0,-105.3,-137.7,-102.8,-118.8,-150.5,-141.2,-108.7,-157.2,-136.7,-150.1,-167.4,-100.4,-119.4,-129.0,-119.0,-129.2,-136.2,-112.7,-127.3,-112.9,-96.0,-114.6,-109.9,-61.9,-113.5,-46.0,-113.0,-142.7,-95.4,-99.7,-60.3,-124.3,-102.8,-117.4,-143.7,-130.9,-110.5,-96.3,-138.8,-187.7,-67.8,-139.6,-95.1,-91.7,-101.0,-98.4,-65.3,-51.4,-53.0,-107.2,-75.5,-79.2,-102.2,-52.5,-73.1,-51.1,-48.2,-92.2,-59.2,-46.9,-67.6,-49.0,-1.1,-18.1,-8.1,-40.4,-18.0,-17.5,-55.3,-0.4,-14.9,-45.2,32.3,16.1,15.9,89.9,40.2,139.2,97.1,76.1,150.0,139.0,228.8,225.7,305.6,288.6,273.4,332.4,380.1,355.0,402.3,319.5,300.8,252.5,392.3,331.0,451.3,341.0,247.0,445.4,495.7,522.0,537.0,556.2,435.9,506.4,476.7,508.3,591.1,636.1,593.5,650.0,646.9,625.8,504.3,571.9,698.9,558.4,486.2,580.6,627.2,671.1,748.3,791.8,827.2,860.4,698.9,810.0,717.8,775.3,553.4,753.2,755.7,729.6,801.9,841.1,894.0,745.1,879.9,882.4,964.0,898.3,909.6,851.9,932.3,999.4,998.9,913.7,1073.5,1023.9,982.5,969.7,1079.4,1069.5,960.0,1119.0,1111.0,1064.9,992.8,1056.9,1207.0,1069.6,1074.8,1025.3,1042.2,1083.2,1009.9,959.7,914.4,1016.5,902.4,980.0,1012.8,1070.6,1005.0,1028.7,991.7,1014.4,1012.8,1086.4,1088.7,1076.1,1114.1,1044.1,1037.2,968.7,1000.8,1125.1,1047.4,1000.1,872.8,1013.3,1115.3]],"clip":{"cell":"fpo-dppo-cheetah","episode":2,"of":5,"return":703.8,"length":1000,"success":false,"returns":[437.6,703.8,632.5,1132.3,854.4],"seconds":8.0,"speed":1.0},"train":{"server":["fpo-policy default dppo cheetah","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 17 --policy.action-dim 6","--policy.action-horizon 4 --policy.flow-steps 20 --policy.hidden-dims 512 512 512","--algo.sampling-noise-level 1.0 --algo.logprob-noise-level 1.0","--algo.buffer-size 1024 --algo.batch-size 512 --algo.train-itrs 300"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name HalfCheetah-v5 --runner.replan-steps 4 --runner.seed 0"],"env":"mujoco","source":"experiments/e33-fpo-dppo-structure/run.sh"}},{"id":"fpo-dppo-hopper","row":"fpo-dppo","column":"hopper","status":"learns","experiments":["E28","E29","E30","E33"],"note":"998–1,037 with dppo-policy's structure, mostly by staying up","note_zh":"换成 dppo-policy 的结构后 998–1037，主要靠站住不倒","seed":3,"curves":[[19.2,17.9,18.0,19.7,21.0,21.3,26.1,23.2,29.4,31.6,34.9,39.8,46.0,49.2,62.5,62.5,81.7,79.6,85.7,89.8,106.0,110.5,105.4,106.5,113.3,117.2,142.9,144.8,150.8,163.1,152.2,180.4,171.2,202.0,195.2,227.9,229.9,229.0,234.1,241.4,218.3,234.6,227.5,244.7,247.7,248.9,250.6,255.7,242.5,258.7,263.7,255.3,275.9,266.4,255.2,273.1,275.4,294.5,284.6,287.1,300.4,324.7,327.4,365.4,433.5,349.4,451.6,423.2,479.8,424.2,430.8,490.3,441.3,518.5,491.2,558.3,542.2,600.0,481.6,503.3,615.7,480.7,652.0,740.0,695.6,756.1,930.0,758.2,850.5,940.5,1018.7,1009.7,1007.1,893.7,830.8,1015.3,833.5,1004.5,926.5,848.5,1014.0,1037.7,939.4,955.1,1016.2,1001.4,994.4,878.1,847.4,980.7,779.5,1015.5,1002.6,1004.8,1009.0,811.7,836.2,844.2,839.3,878.2,979.7,844.9,912.7,895.0,1034.1,1049.4,920.5,941.1,1015.9,1051.3,1024.4,1035.3,1036.5,943.6,970.6,1036.5,1017.8,1011.4,882.1,1021.3,1032.2,1017.2,1009.9,1016.9,1019.4,1009.3,952.9,1022.9,1018.8,1034.9,953.5,1023.8,1031.9,1028.8,1015.1,919.5,906.3,1018.1,1025.7,1013.4,1023.1,1019.2,1024.8,1009.9,1014.1,1019.4,1014.4,1015.4,1018.8,1015.8,1031.4,915.2,1055.7,942.9,1014.4,979.4,1009.8,945.5,822.0,906.3,742.1,1052.7,965.6,991.2,947.4,1022.2,926.5,1045.0,1006.3,862.2,1035.9,874.9,1035.3,999.6,1004.8,854.2,900.0,758.4,976.8,865.9,1071.1,1015.7,895.8,1003.3,1061.4,879.9,770.1,941.6,794.9,1096.0,882.5,882.1,1022.1,909.4,870.0,881.6,1040.1,1072.4,1079.7,920.1,1023.1,913.6,853.1,1071.4,904.6,781.0,1104.5,996.9,980.6,923.3,931.8,976.0,934.5,980.3,1055.5,1015.0,1068.7,1072.0,1037.3,1042.1,966.3,1014.3,1044.4,1037.7,1037.8,1036.0,1037.7,1036.0,1044.5,1035.6,1043.3,1026.0,1023.8,1015.2,1015.1,1021.0,1030.1,1033.2,1031.8,1032.1,1040.4,1028.6,1032.1,927.9,1035.6,1034.5,1027.1,1022.1,1025.7,1032.2,1029.5,1028.0,1034.6,1006.8,950.9,974.8,865.4,856.6,982.0,1060.5,918.0,1034.4,994.4,1021.8,1021.2,1027.2,1019.9,1031.1,1030.2,1021.4,1035.3,1026.1,1035.8,1054.7,1048.6,1059.6,1060.3,1067.0,1063.3,795.2],[16.4,18.8,17.3,21.8,20.2,23.7,21.4,23.7,24.6,24.2,33.7,40.0,44.0,56.1,60.3,69.0,72.2,80.3,79.6,97.6,104.5,107.4,115.9,107.5,125.2,128.9,163.4,153.4,180.8,166.4,185.9,185.1,200.7,213.9,216.5,228.3,238.2,244.7,240.7,254.9,240.3,243.7,249.7,238.5,257.5,262.4,248.9,240.7,246.7,247.5,263.9,246.4,264.2,286.0,259.6,282.2,278.4,263.5,264.5,286.9,276.7,283.0,256.4,274.0,251.3,261.2,262.1,262.7,290.0,284.8,278.7,303.7,341.3,301.4,404.1,339.2,424.8,372.7,366.9,367.5,379.8,372.2,381.9,373.8,377.5,427.0,472.7,435.0,506.1,454.7,496.8,469.8,483.8,567.7,599.9,656.5,868.1,726.4,922.6,887.5,836.5,847.7,934.7,778.2,883.0,1029.2,975.0,953.5,996.6,1008.2,854.6,1011.1,854.2,1003.8,732.3,865.6,1029.4,1025.7,1021.7,1021.0,1011.5,827.8,1011.2,1008.8,1015.7,847.3,999.7,887.6,993.8,1000.6,1003.0,1001.7,1002.9,1001.0,1007.2,1004.1,889.9,1005.8,1001.6,1000.4,1006.8,996.5,1003.2,1006.0,1004.2,996.5,1001.4,1010.4,1003.9,1003.9,1004.4,816.3,1008.3,987.7,1008.1,1007.4,1002.7,1002.3,1001.2,1002.8,1005.3,1006.8,1010.4,1002.5,1000.5,994.0,1003.1,1011.9,1009.4,1006.4,1016.3,1009.0,1017.3,1011.1,999.5,1008.8,1010.2,1006.5,1010.7,1009.9,1000.6,1011.5,1006.2,1010.2,984.1,1007.9,1009.4,1012.9,1007.7,1012.2,1012.3,1013.4,1005.2,1013.2,1009.9,999.7,1003.6,1005.1,1009.9,1007.7,1004.3,1009.7,1002.0,1011.6,1005.2,1011.9,1008.0,1005.3,1010.5,1010.3,1002.7,1008.5,1007.7,1009.9,1009.1,1005.4,1005.1,1006.9,1004.9,1011.2,1006.0,1005.8,1007.2,1000.1,1002.1,999.7,1002.7,1005.1,1004.1,1005.2,999.9,1004.8,1008.5,1002.2,1009.3,1002.4,996.9,1005.8,1008.5,1000.7,999.4,995.2,1000.9,1001.8,997.0,1005.4,918.0,996.4,1005.6,1001.6,1009.7,1006.3,1004.6,998.2,1001.0,1000.0,1004.1,1001.9,998.7,1003.0,1007.9,1003.3,1004.2,999.1,998.4,1000.5,1000.2,1003.1,996.2,997.2,1000.6,970.8,1002.0,1002.4,1004.6,1006.5,1000.7,1000.3,908.0,1001.8,998.8,1004.0,999.1,1008.8,998.1,971.9,995.2,995.2,995.5,1000.7,998.1,999.6,999.5,998.5,995.9,1000.9,999.2,997.8,996.9,993.7],[17.6,17.4,17.5,20.0,18.2,19.8,25.1,21.9,27.2,25.4,33.4,35.0,38.2,44.7,57.8,68.1,65.9,82.4,78.4,79.4,81.6,93.5,81.0,104.6,130.7,111.5,126.5,124.9,135.9,155.5,155.5,193.5,195.4,199.4,201.6,201.9,225.5,207.8,224.7,237.6,218.8,233.0,244.0,253.6,246.4,241.8,263.4,255.6,271.5,245.7,248.8,256.4,255.0,264.0,277.5,272.9,292.8,295.3,305.2,333.4,368.6,387.4,395.6,357.8,423.7,440.1,514.3,433.1,434.6,454.7,501.5,519.2,477.2,463.3,629.9,429.2,474.3,487.5,489.1,642.3,511.8,541.7,580.7,616.9,865.8,922.8,932.6,787.8,1058.7,929.2,934.4,1007.4,937.6,937.0,1019.1,906.1,876.7,867.5,1031.9,920.3,1105.6,1036.1,780.9,843.9,920.2,918.5,965.1,814.6,865.3,827.1,861.6,907.6,887.9,1028.3,1044.5,1047.5,903.9,963.1,1059.1,828.9,1067.0,1070.4,1066.9,969.1,992.6,855.9,953.3,914.8,1061.2,1005.3,918.3,1044.3,1009.1,1054.6,845.1,1067.5,908.6,1069.4,1052.8,1066.6,1078.7,1071.9,1095.8,1022.2,1079.3,946.4,1068.4,927.4,1082.3,1048.8,983.0,1058.5,1042.3,987.1,1049.7,1050.6,1077.9,896.4,704.1,905.3,1064.3,716.3,907.4,1013.4,983.0,752.1,885.4,1085.2,829.3,821.2,954.7,1075.7,914.6,1057.7,1021.3,1032.5,1052.6,999.8,1060.1,966.5,1078.4,925.5,1013.6,997.2,1047.7,1106.1,980.7,903.2,1082.4,914.5,1015.3,949.0,867.2,889.4,959.3,1022.8,949.5,1065.6,1057.9,1083.3,1003.1,1078.8,997.3,1007.3,1089.9,1008.2,1059.2,958.6,965.0,969.7,1033.6,925.8,1063.1,950.4,1104.3,1073.8,1000.4,859.2,912.8,1093.6,929.0,1054.2,902.9,1067.9,1058.0,950.7,1114.6,1011.4,1071.9,1011.6,1071.5,1049.4,1074.7,1065.6,787.5,1066.3,1056.9,1060.5,1057.8,818.4,861.8,1058.1,1048.0,1054.5,1054.5,1037.4,1060.1,1045.9,1023.4,1033.8,1063.6,1044.6,1045.4,1044.8,869.0,1059.8,813.5,1068.9,1005.0,930.1,1007.1,1038.2,1020.6,1024.5,1023.7,1028.5,1030.0,1033.6,1036.6,942.2,1037.8,1043.5,1058.0,1037.8,1044.1,1053.9,1046.7,1062.6,1046.2,950.7,1039.4,962.6,952.0,888.6,1053.7,1017.2,1059.5,1065.6,1050.9,1063.2,1032.0,1040.2,1042.0,1052.6,1039.7,1057.1,1066.1,1036.0,1040.2,961.2]],"clip":{"cell":"fpo-dppo-hopper","episode":5,"of":5,"return":850.5,"length":621,"success":false,"returns":[1050.4,326.3,1069.6,824.1,850.5],"seconds":5.0,"speed":1.0},"train":{"server":["fpo-policy default dppo hopper","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 11 --policy.action-dim 3","--policy.action-horizon 4 --policy.flow-steps 20 --policy.hidden-dims 512 512 512","--algo.sampling-noise-level 1.0 --algo.logprob-noise-level 1.0","--algo.buffer-size 1024 --algo.batch-size 512 --algo.train-itrs 300"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Hopper-v5 --runner.replan-steps 4 --runner.seed 0"],"env":"mujoco","source":"experiments/e33-fpo-dppo-structure/run.sh"}},{"id":"fpo-dppo-walker","row":"fpo-dppo","column":"walker","status":"learns","experiments":["E28","E33"],"note":"283–569 with dppo-policy's structure; 2 of 3 seeds past the bar","note_zh":"换成 dppo-policy 的结构后 283–569，3 个种子里 2 个过线","seed":0,"curves":[[2.5,3.0,2.7,3.3,3.0,3.5,4.2,3.8,4.4,4.8,6.9,7.4,10.1,12.1,16.9,23.7,45.8,75.9,80.3,80.4,154.6,124.6,126.4,238.5,205.4,244.5,292.9,307.1,241.1,234.0,280.9,235.9,225.4,215.4,249.1,292.9,253.9,250.5,266.7,246.7,292.9,251.5,251.0,274.1,255.3,242.8,263.3,279.7,259.7,303.8,263.1,296.4,258.4,322.3,255.2,284.7,314.0,315.6,294.9,287.0,285.4,285.7,277.0,295.3,281.8,241.6,287.1,256.6,273.4,277.0,263.5,293.1,287.9,259.1,297.9,285.4,312.2,283.3,262.2,251.1,274.8,260.7,253.3,278.7,262.2,273.3,247.7,274.9,260.9,288.9,280.1,245.3,254.4,279.1,233.8,262.8,301.5,243.5,296.7,308.6,293.1,284.7,260.4,277.7,296.0,284.9,261.5,304.1,283.6,265.4,293.3,289.9,289.8,296.5,262.3,296.4,313.9,296.0,286.8,250.2,265.5,285.8,303.9,266.8,253.8,267.4,305.1,327.2,322.8,312.8,275.3,280.2,290.9,257.3,296.7,314.2,294.2,283.0,302.9,251.8,296.0,299.3,311.0,262.4,266.2,326.2,296.2,307.7,283.1,268.8,270.2,286.3,292.6,296.3,292.0,271.1,275.6,274.8,290.7,287.4,287.2,280.5,309.4,294.9,291.4,304.9,286.6,286.3,311.5,291.9,295.6,308.3,278.3,316.1,315.9,312.4,289.7,317.1,275.2,323.6,300.2,306.1,308.4,257.5,300.3,301.3,283.2,295.0,311.2,298.5,357.8,301.3,297.2,322.1,295.8,332.9,419.1,289.1,310.4,288.8,299.1,325.4,315.3,332.4,300.8,309.3,301.5,349.4,295.3,293.5,279.6,313.9,312.4,328.6,291.6,348.5,286.1,315.3,341.5,345.2,358.4,360.4,365.9,316.5,328.2,388.1,473.9,430.2,378.6,404.7,525.1,542.3,477.2,354.0,543.0,553.9,643.3,499.6,687.0,505.0,550.6,422.1,477.1,411.6,378.9,403.3,388.0,471.2,507.2,372.1,449.4,361.9,349.7,401.3,355.4,362.5,428.9,378.6,371.9,412.1,449.6,412.6,411.8,674.8,446.4,442.2,457.0,603.7,430.2,473.2,698.3,508.1,383.6,376.3,617.1,399.7,502.9,313.3,428.3,374.4,337.3,398.0,469.5,379.1,451.7,501.8,378.4,501.6,392.9,515.2,484.5,386.6,602.6,862.6,461.2,858.0,474.6,482.3,550.4,456.8],[3.0,3.0,3.4,4.0,2.9,2.8,4.7,4.1,4.8,4.3,6.1,6.9,7.4,10.8,9.9,21.9,28.2,31.8,78.5,91.8,80.8,107.7,171.2,209.3,250.0,237.5,245.1,226.5,247.1,215.7,298.8,250.5,316.9,251.4,255.4,263.7,249.8,295.7,300.2,269.0,262.7,256.1,278.7,299.1,304.3,258.3,293.0,276.6,271.8,259.3,316.3,278.9,293.0,296.8,257.8,287.1,296.1,276.4,323.8,282.6,277.2,263.9,276.0,272.9,269.0,277.6,285.8,298.2,288.5,288.0,282.1,283.2,276.0,290.9,244.8,301.1,288.3,262.3,275.9,266.4,273.0,282.9,299.1,237.7,288.0,296.4,286.5,288.9,262.1,298.3,290.8,275.4,297.3,282.1,286.8,279.1,263.4,281.1,247.5,297.1,331.6,290.7,284.4,310.4,292.4,332.0,259.1,243.2,287.2,324.7,281.6,287.0,267.5,326.4,306.3,284.5,245.3,312.2,305.2,307.1,285.7,274.7,300.1,267.9,266.2,280.0,266.5,287.3,286.6,306.5,255.6,266.0,270.4,304.1,283.9,288.3,318.1,337.6,312.3,279.9,290.3,270.5,293.8,334.1,320.8,243.6,280.2,247.8,291.2,278.1,314.2,277.8,289.1,271.7,299.8,318.6,282.3,268.2,318.6,268.7,284.6,323.3,339.3,299.2,279.0,281.3,302.8,324.8,318.6,298.1,273.5,266.6,326.1,278.6,291.6,300.2,291.6,306.1,288.3,273.5,287.3,272.7,276.2,319.0,243.8,286.9,279.8,263.7,281.9,279.1,296.8,309.1,304.4,310.0,291.0,272.1,266.3,242.5,253.8,277.2,245.8,278.6,291.1,312.3,295.0,298.8,274.3,281.5,271.1,281.5,292.8,264.0,282.1,273.7,273.4,295.8,281.7,297.7,274.1,277.4,291.0,264.2,279.2,273.1,280.8,274.0,274.0,264.0,282.3,291.0,244.6,278.4,296.6,298.7,242.6,243.5,252.9,257.8,274.8,307.7,219.1,294.2,284.4,311.7,293.7,293.1,281.3,268.8,298.2,288.5,276.0,302.3,284.9,269.2,319.7,284.3,311.2,303.5,282.3,270.5,300.5,289.2,302.4,265.7,294.6,315.5,280.7,275.3,281.9,257.2,324.2,318.9,288.8,307.7,292.8,299.4,289.5,268.9,295.8,296.2,275.3,290.4,285.4,321.6,310.3,295.1,310.1,292.9,270.5,263.6,267.7,284.7,253.4,322.4,271.4,277.4,307.1,285.2,299.7,258.7],[2.5,1.6,4.0,2.3,2.7,3.1,3.2,3.7,4.7,4.9,4.8,6.0,6.6,10.1,12.3,22.1,28.8,45.8,52.5,72.1,130.9,158.5,147.7,215.2,253.6,239.5,268.8,209.1,274.2,226.4,233.0,275.4,295.2,239.8,238.3,280.5,255.7,243.0,288.8,285.6,294.3,259.9,252.0,309.6,291.3,273.9,265.8,265.8,290.3,275.1,298.5,300.7,275.0,312.5,279.9,276.8,272.9,286.4,279.0,242.0,267.2,309.4,282.8,289.4,277.6,265.8,295.2,268.0,298.8,294.7,297.5,264.3,293.1,277.1,265.5,280.9,314.4,326.9,277.0,282.4,282.7,309.9,284.4,308.8,290.7,279.0,301.6,346.1,343.1,304.3,255.6,292.0,255.7,276.0,261.6,302.4,263.9,283.5,321.4,312.1,313.3,313.4,293.5,276.9,282.1,301.5,285.3,313.7,272.6,297.1,280.7,291.7,281.1,293.1,262.1,326.0,295.4,320.4,320.0,334.4,278.4,285.6,276.5,300.5,277.3,289.2,271.8,291.3,267.0,293.7,289.2,312.0,295.9,303.6,301.2,301.8,262.9,302.7,284.8,296.1,335.5,268.0,286.5,345.8,313.3,322.7,312.0,315.6,315.0,345.9,330.6,369.6,342.1,254.4,280.3,325.3,328.9,252.7,314.2,294.7,287.6,309.9,292.8,302.7,307.5,300.0,312.9,305.6,308.7,327.1,303.7,298.5,319.5,292.2,369.0,358.6,297.2,350.2,298.8,303.4,313.1,309.0,322.3,323.4,309.4,308.8,298.4,311.5,306.5,318.7,378.7,325.5,318.9,273.2,289.2,290.2,306.9,338.4,318.1,314.4,312.7,311.6,314.9,288.0,272.8,281.4,270.7,325.6,327.6,315.6,403.1,319.8,327.3,315.0,300.7,291.8,339.5,321.3,348.3,355.6,295.5,425.5,401.9,417.7,310.4,330.4,350.0,366.3,372.2,403.2,280.6,429.3,511.6,415.8,284.0,512.3,357.1,371.1,455.3,327.2,353.0,405.9,371.1,301.6,400.1,412.3,315.8,432.4,413.1,626.6,431.3,429.1,609.0,522.8,443.3,692.9,660.4,441.3,523.6,469.8,479.6,603.9,433.8,495.5,598.9,447.4,748.1,688.3,605.7,571.5,656.3,502.6,537.0,484.2,642.8,589.1,559.2,624.1,817.3,555.0,749.5,704.3,624.1,783.2,461.2,584.2,783.0,827.1,769.7,542.1,550.7,746.9,503.4,505.5,690.1,666.9,597.1,387.2,347.6,689.9]],"clip":{"cell":"fpo-dppo-walker","episode":3,"of":5,"return":348.4,"length":368,"success":false,"returns":[52.2,1011.9,348.4,449.0,341.5],"seconds":3.0,"speed":0.987},"train":{"server":["fpo-policy default dppo walker","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 17 --policy.action-dim 6","--policy.action-horizon 4 --policy.flow-steps 20 --policy.hidden-dims 512 512 512","--algo.sampling-noise-level 1.0 --algo.logprob-noise-level 1.0","--algo.buffer-size 1024 --algo.batch-size 512 --algo.train-itrs 300"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Walker2d-v5 --runner.replan-steps 4 --runner.seed 0"],"env":"mujoco","source":"experiments/e33-fpo-dppo-structure/run.sh"}},{"id":"fpo-dppo-square","row":"fpo-dppo","column":"square","status":"runs","experiments":["E27"],"note":"no success yet: sparse reward, random start","note_zh":"还没成功过：稀疏奖励、随机初始化","seed":0,"curves":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]],"clip":{"cell":"fpo-dppo-square","episode":3,"of":5,"return":0.0,"length":400,"success":false,"returns":[0.0,0.0,0.0,0.0,0.0],"seconds":8.0,"speed":1.0},"train":{"server":["fpo-policy default dppo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 23 --policy.action-dim 7","--policy.state-keys robot0_eef_pos robot0_eef_quat robot0_gripper_qpos object","--algo.buffer-size 4096 --algo.batch-size 256 --algo.train-itrs 20"],"client":["robomimic-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name square-img --env.agentview-image-size 84 84","--runner.replan-steps 1"],"env":"robomimic","source":"experiments/e27-robomimic/run_cell.sh"}},{"id":"dppo-dppo-cheetah","row":"dppo-dppo","column":"cheetah","status":"learns","experiments":["E28"],"note":"+84 to +544; 2 of 3 seeds past the bar","note_zh":"+84 到 +544，3 个种子里 2 个过线","seed":0,"curves":[[-386.3,-436.7,-405.4,-406.3,-349.2,-419.9,-437.5,-429.6,-446.1,-443.9,-393.0,-369.2,-433.3,-349.4,-358.3,-384.0,-355.9,-440.2,-364.4,-373.5,-364.0,-378.6,-419.6,-381.4,-326.7,-425.5,-396.4,-431.5,-367.3,-377.0,-374.4,-332.7,-349.8,-282.9,-327.5,-299.5,-330.3,-282.7,-333.3,-305.2,-368.1,-426.3,-319.1,-381.3,-318.5,-279.7,-334.8,-335.3,-253.6,-302.6,-269.6,-356.5,-363.9,-385.3,-356.5,-331.1,-304.2,-274.2,-303.2,-241.1,-228.8,-281.7,-223.9,-232.8,-297.4,-287.3,-212.7,-306.3,-235.5,-277.3,-260.3,-272.4,-232.8,-221.3,-137.7,-236.2,-127.6,-189.2,-125.1,-95.3,-181.3,-92.6,-101.7,-101.0,-66.7,-51.8,-3.5,-29.1,-26.5,74.2,66.1,84.4,-2.0,59.5,163.5,-5.1,204.7,122.4,72.3,179.0],[-445.0,-379.3,-319.7,-376.3,-370.8,-360.5,-397.6,-435.5,-331.9,-408.6,-358.6,-406.6,-358.1,-348.4,-429.4,-426.3,-403.1,-413.8,-438.7,-355.2,-410.6,-462.3,-432.7,-395.6,-380.7,-399.9,-349.2,-389.7,-474.9,-420.3,-399.7,-416.8,-411.1,-414.9,-382.8,-367.8,-292.3,-357.4,-331.0,-364.7,-387.3,-416.7,-401.7,-351.5,-331.0,-417.6,-370.6,-376.6,-379.9,-359.3,-391.5,-346.0,-401.0,-393.6,-381.2,-534.5,-412.4,-425.4,-471.4,-374.2,-370.2,-496.7,-334.2,-310.9,-356.7,-383.5,-312.5,-333.8,-415.4,-369.1,-314.4,-402.9,-368.5,-349.2,-374.5,-349.2,-380.0,-406.9,-342.4,-369.6,-376.5,-351.9,-354.4,-435.9,-379.7,-363.3,-390.1,-283.9,-396.5,-370.1,-401.8,-389.1,-382.5,-346.0,-394.5,-342.4,-362.6,-334.1,-346.0,-312.7],[-382.1,-354.2,-412.8,-321.7,-353.0,-396.2,-394.0,-353.1,-344.1,-469.5,-398.2,-476.0,-360.8,-460.3,-413.5,-367.7,-348.7,-414.7,-402.9,-384.4,-348.5,-408.5,-371.9,-417.5,-391.8,-231.8,-351.8,-313.6,-359.3,-350.7,-376.5,-391.6,-355.7,-349.4,-399.5,-408.6,-311.5,-386.6,-355.5,-342.4,-344.3,-346.5,-322.9,-331.9,-323.6,-345.5,-378.4,-334.9,-306.5,-278.4,-334.6,-317.6,-298.8,-265.4,-292.7,-291.0,-252.2,-235.3,-207.0,-244.8,-190.6,-229.1,-292.9,-168.4,-289.9,-139.8,-216.9,-242.7,-204.9,-148.8,-245.9,-166.7,-102.7,-172.1,-155.1,-149.9,-98.8,-153.0,-164.8,-123.6,-38.9,-12.8,5.8,-20.0,-111.6,-85.9,-14.1,16.6,27.2,54.1,5.3,-26.9,45.1,80.1,197.8,162.5,172.9,193.5,307.7,480.3]],"clip":{"cell":"dppo-dppo-cheetah","episode":5,"of":5,"return":228.1,"length":1000,"success":false,"returns":[524.0,-49.9,344.8,129.9,228.1],"seconds":8.0,"speed":1.0},"train":{"server":["dppo-policy cheetah dppo cheetah","--port 8000 --seed 0 --policy.device cpu","--algo.buffer-size 1024 --algo.batch-size 512 --algo.train-itrs 100"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name HalfCheetah-v5 --runner.replan-steps 4 --runner.seed 0"],"env":"mujoco","source":"experiments/e28-dppo-learns/run.sh"}},{"id":"dppo-dppo-hopper","row":"dppo-dppo","column":"hopper","status":"learns","experiments":["E28","E31"],"note":"812–961 at 300 iterations; 3 of 3 seeds past the bar","note_zh":"300 轮后 812–961，3 个种子全部过线","seed":0,"curves":[[11.2,12.7,12.8,15.5,26.5,37.5,49.3,54.2,66.1,74.9,74.0,77.4,71.0,73.2,73.6,77.9,80.3,68.5,82.6,77.3,88.2,76.4,74.6,89.2,98.8,96.6,113.0,106.8,119.8,110.6,123.3,122.7,135.1,134.5,149.3,159.4,163.8,155.2,161.2,173.4,172.2,175.0,180.7,184.8,195.3,188.7,198.0,199.0,197.9,196.5,210.8,196.8,210.5,209.0,219.7,225.4,214.7,221.7,227.5,228.3,231.6,233.8,237.3,233.2,236.8,224.8,230.7,234.1,245.8,244.3,233.0,250.2,268.1,250.5,276.1,250.2,242.6,248.7,261.2,270.8,268.2,274.9,264.1,274.4,271.8,298.8,298.8,294.1,296.8,297.7,303.4,318.0,343.5,327.4,344.9,341.6,324.3,349.9,368.8,339.7,425.7,331.9,376.7,390.1,342.9,335.4,377.2,442.4,462.1,427.9,413.4,394.7,422.6,442.3,468.1,427.2,414.8,444.6,374.8,406.1,365.0,420.4,445.2,395.9,389.0,424.2,397.6,404.5,379.2,370.5,398.5,397.6,474.1,421.3,380.0,366.8,383.8,365.0,451.2,370.9,415.7,395.8,391.1,507.6,477.0,558.3,487.1,485.1,498.5,686.2,452.2,554.9,420.7,481.4,487.9,490.4,422.5,444.8,474.3,422.5,499.8,452.3,545.5,517.5,513.0,535.0,665.9,603.1,677.7,667.7,638.3,529.9,479.3,570.3,495.6,677.6,508.9,559.4,598.4,549.8,553.8,537.4,782.7,836.6,665.8,943.6,930.7,759.8,860.4,612.1,749.1,792.3,609.6,807.8,651.5,716.2,566.9,666.3,691.9,601.3,676.1,724.3,577.4,825.3,611.4,710.2,800.5,564.6,593.4,600.8,728.2,635.8,753.6,601.4,521.4,625.0,524.4,631.4,815.1,816.0,609.7,841.3,630.8,705.3,615.5,762.2,762.3,642.5,637.2,605.8,713.5,922.0,719.8,833.6,717.2,694.4,817.5,797.1,802.8,745.8,647.4,633.8,597.2,555.1,722.5,623.7,624.0,564.7,681.9,638.8,584.9,645.0,648.9,611.1,606.9,635.8,630.2,722.7,436.8,561.2,562.6,650.9,581.0,615.2,672.1,556.3,563.4,701.1,651.4,562.8,698.0,721.1,632.6,674.8,785.0,776.0,776.9,766.7,926.7,795.8,632.1,975.0,718.1,695.0,721.4,775.3,946.8,779.7,692.3,619.4,892.4,800.4,636.5,927.1,887.2,967.3,761.5,1073.3,808.0,974.2],[12.4,14.4,17.4,25.1,32.9,43.2,47.7,61.4,66.2,68.0,64.5,68.3,70.5,64.7,71.1,74.4,79.3,77.0,80.8,83.1,87.0,88.0,89.1,109.8,106.5,110.4,121.6,124.4,117.1,114.8,132.6,141.4,150.7,141.2,167.2,156.6,156.0,159.4,163.6,174.8,192.4,176.2,177.6,184.1,193.2,186.9,187.0,198.8,191.2,195.1,205.0,193.4,200.1,203.7,210.3,206.9,203.6,214.1,201.4,203.3,204.9,216.1,208.5,206.4,216.0,200.9,215.8,221.1,212.3,223.0,225.3,243.0,239.6,241.9,268.4,267.2,260.1,287.6,287.2,303.4,357.3,291.7,326.4,304.9,326.7,327.0,321.1,403.5,391.2,401.4,412.4,317.5,473.3,433.5,459.0,411.6,407.9,377.4,384.1,378.0,455.3,362.2,444.4,400.3,408.9,357.1,488.2,512.5,370.0,581.1,482.7,514.7,520.3,439.1,743.2,456.5,577.3,594.1,537.6,590.9,430.6,686.5,555.4,712.1,576.0,723.2,676.9,710.0,727.4,737.4,587.9,687.8,571.9,609.6,662.5,876.2,614.7,887.8,848.7,680.4,602.0,813.6,681.8,832.8,579.7,802.6,688.4,701.1,587.0,785.3,700.1,861.8,824.7,909.6,846.9,840.2,590.4,591.2,1082.5,552.7,598.5,735.0,842.0,643.5,860.0,622.9,1014.3,779.9,886.6,803.4,792.2,886.9,824.9,693.3,692.1,718.1,722.1,665.5,709.6,753.3,878.7,813.6,954.3,815.4,1082.9,650.9,842.2,911.0,1004.1,951.1,800.7,853.2,681.5,749.9,1099.3,754.7,900.1,885.5,770.1,810.2,1124.2,1002.2,797.2,707.7,681.2,1036.4,1059.7,1051.4,794.2,1025.0,910.5,1001.3,610.5,767.0,770.6,788.4,648.1,761.8,758.2,643.0,786.9,635.5,562.5,653.9,703.2,561.3,686.8,688.9,688.3,636.4,693.9,671.6,804.8,809.2,857.1,964.4,818.9,864.8,668.9,1304.8,929.0,914.4,1121.1,1153.2,990.0,834.6,1123.7,919.9,1335.6,731.4,1035.0,941.7,1081.5,828.6,647.4,1003.1,923.5,763.1,1034.7,987.6,750.5,1248.3,932.3,1046.9,936.3,1035.5,754.3,801.1,1033.8,1048.4,799.8,1108.0,901.2,1078.5,898.9,727.2,897.7,1101.0,1285.0,902.4,685.4,832.7,795.7,802.1,1066.2,1083.0,1137.4,957.7,1030.0,1081.0,1104.8,822.7,954.7,1144.5,927.0,1149.8,1085.7,737.3,836.3,847.5],[15.8,20.0,20.6,25.1,35.2,48.3,51.0,66.3,68.1,68.0,70.0,73.1,73.5,86.6,73.8,78.7,82.6,87.5,84.7,94.0,93.3,93.1,103.6,109.5,106.6,107.0,113.8,122.4,135.1,129.3,145.8,152.6,157.4,158.6,169.7,171.4,188.9,171.3,179.2,187.9,192.1,193.8,202.8,213.5,197.7,203.7,215.5,212.3,219.2,215.8,216.1,220.0,214.2,212.0,206.1,211.1,210.4,222.0,219.9,215.7,229.3,227.8,232.5,225.5,238.3,237.4,226.8,257.1,236.7,242.9,240.4,235.0,237.6,244.0,254.5,239.8,269.6,267.2,269.9,284.8,250.9,272.6,266.8,297.4,305.0,343.7,308.9,306.4,296.3,337.1,365.7,315.3,287.9,330.6,334.5,345.9,380.8,332.6,412.4,395.6,371.0,349.6,381.6,335.3,366.5,389.1,388.3,359.1,432.8,372.9,336.4,348.2,372.6,382.3,459.9,499.2,340.2,406.8,374.2,411.2,446.9,388.8,457.5,464.9,551.2,493.9,422.4,520.3,520.2,429.8,521.3,471.5,464.5,472.3,415.0,514.0,449.9,666.8,469.9,438.9,583.3,610.4,514.2,481.0,612.9,836.4,495.6,564.2,674.1,720.6,657.1,518.5,496.8,682.1,823.3,654.1,556.9,645.0,537.0,680.4,524.7,505.3,568.1,498.1,515.4,649.3,796.7,701.9,693.4,659.5,547.3,537.4,670.0,586.0,490.5,577.0,722.5,649.8,642.4,680.9,715.7,581.1,1033.1,619.5,753.0,903.2,663.4,829.9,1122.1,742.3,620.9,793.6,653.9,881.5,891.1,738.5,705.3,789.7,779.7,671.3,911.3,567.9,784.8,736.5,859.3,825.8,813.5,808.0,666.1,799.6,817.6,870.8,738.4,696.7,666.5,569.8,702.3,727.5,530.6,812.9,551.0,719.5,652.1,809.6,946.9,862.3,947.5,881.4,766.4,642.2,744.1,911.5,993.4,791.0,925.2,838.0,995.1,817.8,705.4,788.7,798.6,739.2,801.4,698.7,746.9,828.4,838.4,534.5,684.8,634.4,880.0,572.5,592.1,506.9,555.2,833.2,597.5,589.5,845.9,695.1,636.0,811.0,643.3,677.1,1043.3,897.8,611.7,895.9,1025.8,1019.4,1049.7,873.7,812.1,748.4,1031.2,895.9,848.1,724.2,892.4,697.0,674.6,1011.5,1040.3,841.4,1049.2,986.2,1056.5,758.9,1073.9,799.8,959.0,1048.5,832.0,708.9,811.8,685.9,761.0,680.9,715.5,918.0]],"clip":{"cell":"dppo-dppo-hopper","episode":2,"of":5,"return":929.1,"length":618,"success":false,"returns":[466.5,929.1,1195.7,1361.0,531.1],"seconds":4.96,"speed":1.0},"train":{"server":["dppo-policy hopper dppo hopper","--port 8000 --seed 0 --policy.device cpu","--algo.buffer-size 1024 --algo.batch-size 512 --algo.train-itrs 300"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Hopper-v5 --runner.replan-steps 4 --runner.seed 0"],"env":"mujoco","source":"experiments/e31-dppo-longer/run.sh"}},{"id":"dppo-dppo-walker","row":"dppo-dppo","column":"walker","status":"learns","experiments":["E28","E31"],"note":"528–622 at 300 iterations; 3 of 3 seeds past the bar","note_zh":"300 轮后 528–622，3 个种子全部过线","seed":2,"curves":[[-2.2,1.2,3.4,8.8,16.0,25.7,46.9,74.8,75.2,162.9,137.0,150.3,128.1,146.4,207.9,244.8,224.3,133.5,149.1,196.6,143.0,260.0,234.7,240.2,214.6,209.6,244.9,244.4,303.9,199.1,201.6,335.8,317.1,226.7,245.9,249.3,244.0,384.1,264.8,312.4,275.0,342.0,289.6,353.7,365.6,338.1,496.6,336.5,357.1,388.4,397.7,354.0,358.7,405.1,374.3,425.4,476.7,476.2,545.5,437.4,537.3,568.6,407.0,419.8,289.4,327.3,368.5,306.4,322.3,323.7,547.4,287.5,413.1,388.9,398.7,523.4,367.9,599.9,617.5,539.5,452.1,454.7,561.3,447.8,358.2,632.1,627.3,478.5,455.8,393.3,428.8,348.4,332.6,536.7,447.0,605.5,517.1,428.0,360.2,474.9,396.2,373.4,440.8,488.4,486.2,423.3,368.7,411.6,462.1,473.5,436.3,508.0,341.8,552.8,417.5,355.9,343.8,312.6,391.4,363.7,371.2,389.1,374.0,400.8,327.0,337.8,279.5,359.1,402.5,481.0,408.9,365.9,307.6,441.7,431.7,337.6,307.9,401.5,489.5,433.0,462.8,495.8,330.1,563.3,676.6,454.2,458.2,513.2,522.8,508.8,416.2,452.2,398.5,401.8,632.8,408.8,503.4,444.6,489.8,512.2,492.8,408.2,656.0,548.3,484.4,557.6,764.5,498.2,418.4,696.9,408.2,413.4,363.8,398.3,427.7,434.5,400.7,464.4,545.0,563.7,519.5,505.8,454.7,409.8,469.7,995.7,747.6,572.4,542.0,756.0,453.4,588.1,458.1,600.5,767.0,949.8,650.8,510.0,455.5,591.4,602.0,539.1,693.5,535.8,605.2,524.8,424.9,604.4,413.3,565.9,316.8,641.4,327.1,547.1,575.8,501.5,451.2,447.8,666.5,471.7,480.2,524.6,519.0,378.1,516.9,514.9,511.4,479.2,440.4,467.3,509.1,501.0,438.4,481.4,390.2,526.2,625.3,495.2,442.8,420.1,533.2,501.5,590.6,422.5,557.5,565.8,441.7,667.6,506.0,514.5,455.9,639.4,577.3,558.6,509.0,690.4,687.6,386.1,404.9,631.1,587.8,469.9,779.9,416.0,410.2,522.7,521.4,397.4,433.0,478.7,670.1,628.5,615.3,620.2,852.4,642.7,632.0,672.8,592.3,374.4,533.3,551.4,401.1,625.5,536.0,586.1,946.7,747.9,758.6,592.9,440.2,672.8,490.1,552.1,524.4,635.8,537.5,417.8,533.2,476.3],[-1.6,1.2,4.6,8.4,14.2,28.3,26.7,33.1,28.9,157.3,50.8,120.8,156.5,141.8,139.5,178.8,206.9,235.2,238.6,247.7,223.7,200.4,262.3,227.4,239.6,212.9,279.2,254.1,229.5,263.7,231.6,218.6,219.2,289.0,218.4,239.1,228.1,270.6,248.8,281.1,218.7,251.5,278.3,280.4,233.9,279.5,220.9,228.0,203.6,232.5,260.8,262.5,281.5,202.4,318.1,264.3,231.4,284.1,258.0,254.5,251.8,286.9,269.6,253.1,258.7,249.2,273.7,225.2,263.8,223.4,256.0,267.8,326.8,251.0,293.6,279.7,278.2,238.8,277.4,261.2,247.4,332.2,331.9,379.6,374.1,436.4,289.5,426.9,347.7,392.1,401.6,314.8,433.2,409.9,425.7,466.1,465.7,484.6,544.6,410.2,411.0,355.6,249.1,591.0,305.4,365.6,299.0,378.5,367.3,405.0,436.8,343.5,486.2,525.5,366.6,486.1,455.7,571.4,480.5,552.1,543.4,608.8,415.0,689.9,556.3,532.9,409.1,485.9,859.0,593.4,523.8,607.8,473.0,622.3,567.4,446.6,397.0,349.6,421.3,983.2,561.2,556.1,630.1,748.4,492.9,744.7,654.4,495.0,406.1,623.2,592.6,499.4,487.0,602.5,546.7,808.5,506.8,508.8,553.4,657.7,591.1,559.8,605.1,543.3,580.3,637.5,468.2,707.3,582.5,526.4,584.7,552.9,547.2,810.5,599.6,563.6,531.5,660.9,576.6,620.1,600.2,684.1,706.5,736.3,546.1,537.2,623.2,561.0,677.8,551.1,436.4,658.1,622.8,524.5,633.1,491.4,480.3,474.5,682.0,399.5,367.9,431.6,694.9,967.6,486.7,539.9,663.6,617.2,583.4,608.7,529.1,583.3,431.7,680.6,401.1,557.9,447.6,581.7,310.9,530.9,313.1,671.1,307.7,505.4,432.4,903.4,479.7,516.0,423.5,379.0,449.5,440.7,380.6,405.7,527.7,373.3,472.9,277.2,783.8,455.9,689.0,635.8,773.7,691.2,520.4,578.6,666.0,532.7,866.6,756.2,708.1,981.8,544.4,606.0,600.8,602.6,527.4,607.4,547.3,582.9,434.6,572.1,487.8,478.5,534.4,455.6,560.9,410.0,424.9,478.8,636.3,623.1,474.2,571.6,410.0,401.4,356.9,394.7,402.8,558.6,448.2,396.9,755.5,555.5,673.3,490.3,588.1,447.9,422.8,567.9,506.1,582.0,722.0,914.0,725.8,468.0,635.7,691.4,429.5,549.3],[-2.6,-2.5,-2.0,-0.3,1.7,8.2,15.9,36.2,34.7,58.8,90.9,148.4,131.9,146.5,165.2,131.8,149.9,130.7,205.3,217.6,239.6,258.3,261.6,242.4,229.9,215.1,193.3,297.2,229.6,249.3,274.3,246.0,221.0,158.6,191.5,265.2,256.0,223.1,303.2,287.6,226.5,171.7,165.3,250.0,262.9,277.8,231.1,280.6,210.1,221.4,271.7,298.2,381.3,254.8,224.6,270.4,230.4,239.6,230.4,289.4,283.3,288.0,269.9,304.3,327.8,242.4,249.2,230.5,290.1,236.5,244.7,273.9,301.5,299.5,256.6,343.5,474.1,251.3,274.5,356.2,381.9,307.9,313.0,376.0,383.6,353.7,264.2,342.5,356.0,350.4,399.7,407.5,348.0,320.7,355.7,427.3,553.2,338.8,428.2,346.9,444.7,548.6,422.3,588.4,418.0,369.9,632.6,444.4,464.4,368.9,485.4,428.2,476.3,516.5,525.6,428.1,604.9,529.8,375.4,396.8,604.7,389.8,475.2,496.4,448.2,514.0,850.5,545.1,483.3,409.1,518.0,428.8,655.0,644.8,566.6,473.6,552.9,695.2,852.8,486.3,462.2,500.0,489.2,547.5,593.2,573.0,554.7,476.5,614.0,527.5,511.9,703.2,724.9,742.4,537.9,536.2,480.3,628.0,837.1,604.2,634.4,714.8,702.1,695.3,606.7,530.7,564.8,815.6,515.3,476.2,382.5,560.1,466.4,439.2,749.7,518.4,515.5,457.8,511.0,548.7,430.9,476.8,538.3,640.0,466.4,609.7,504.5,409.7,425.4,425.6,432.4,422.6,429.4,422.1,483.4,421.6,523.3,586.1,424.4,620.8,748.8,655.3,537.8,415.5,804.0,679.8,926.5,756.8,715.2,693.3,625.6,771.2,602.5,477.7,583.4,430.1,533.6,741.0,640.3,679.2,569.2,703.8,866.3,399.8,425.8,497.0,437.0,642.5,417.0,506.7,478.7,563.5,401.6,808.7,506.7,841.6,699.5,819.3,462.7,946.2,558.6,408.9,316.5,521.6,454.6,505.9,811.9,600.8,727.2,562.2,645.7,600.6,667.8,454.1,372.5,455.7,564.2,568.5,523.7,448.6,710.2,884.6,726.9,605.0,737.1,574.0,562.1,443.2,491.6,476.4,518.7,578.8,755.8,545.2,719.0,436.3,341.2,426.6,499.2,511.7,620.4,464.1,674.3,669.9,513.8,433.1,404.5,501.4,584.6,512.2,462.8,610.7,439.4,472.4,514.2,733.5,530.8,846.2,643.2,595.9]],"clip":{"cell":"dppo-dppo-walker","episode":4,"of":5,"return":479.2,"length":289,"success":false,"returns":[946.2,203.2,374.2,479.2,496.9],"seconds":3.0,"speed":0.773},"train":{"server":["dppo-policy walker dppo walker","--port 8000 --seed 0 --policy.device cpu","--algo.buffer-size 1024 --algo.batch-size 512 --algo.train-itrs 300"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Walker2d-v5 --runner.replan-steps 4 --runner.seed 0"],"env":"mujoco","source":"experiments/e31-dppo-longer/run.sh"}},{"id":"dppo-dppo-square","row":"dppo-dppo","column":"square","status":"learns","experiments":["E27","E34"],"note":"from DPPO's released policy, success 0.33–0.36 → 0.65–0.70","note_zh":"从 DPPO 官方预训练策略起步，成功率 0.33–0.36 → 0.65–0.70","seed":2,"curves":[[61.2,54.3,48.3,47.2,55.3,69.0,50.7,61.4,56.4,70.1,80.0,72.1,64.4,94.9,72.1,89.1,89.7,87.8,87.4,95.9,93.8,83.0,102.0,94.5,94.3,100.6,100.1,97.0,102.9,112.3,113.8,113.5,118.8,102.9,123.3,125.8,114.4,122.1,122.1,123.7],[56.8,52.2,56.8,52.3,51.8,53.9,53.9,71.8,61.4,78.7,71.3,88.8,71.9,84.1,77.3,74.1,93.8,87.3,94.3,111.0,90.3,122.7,102.0,108.7,110.1,113.1,121.2,118.4,119.6,132.3,109.2,133.6,116.8,116.9,130.8,140.9,133.1,148.2,143.8,142.6],[42.3,56.5,54.3,53.8,58.4,61.0,71.8,63.1,73.5,71.2,69.9,66.5,76.1,86.2,94.7,87.3,92.4,99.2,98.7,98.7,96.6,96.0,104.2,94.1,107.5,102.2,112.4,101.6,118.3,113.9,124.7,131.1,105.9,132.1,120.4,129.9,134.4,148.9,139.8,131.7]],"clip":{"cell":"dppo-dppo-square","episode":3,"of":5,"return":1.0,"length":360,"success":true,"returns":[1.0,1.0,1.0,1.0,1.0],"seconds":8.0,"speed":1.0},"train":{"server":["dppo-policy square dppo square","--port 8000 --seed 0 --policy.device cpu","--policy.checkpoint-path DPPO_SQUARE_CHECKPOINT","--algo.train-itrs 40"],"client":["robomimic-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-procs 6 --num-episodes 100000","--env.name square-img --env.agentview-image-size 84 84","--env.no-terminate-on-success --runner.replan-steps 4"],"env":"robomimic","source":"experiments/e34-square-dppo/run_cell.sh"}},{"id":"gaussian-ppo-cheetah","row":"gaussian-ppo","column":"cheetah","status":"learns","experiments":["E38"],"note":"about −370 → 1,443–1,558; CleanRL reports 1,443","note_zh":"从约 −370 升到 1,443–1,558；CleanRL 报告 1,443","seed":0,"curves":[[-335.2,-420.7,-326.0,-395.7,-315.9,-328.3,-320.7,-267.9,-322.1,-267.1,-245.4,-294.1,-224.7,-264.0,-209.2,-206.7,-204.1,-172.9,-130.5,-148.2,-186.8,-149.8,-128.8,-145.9,-55.1,-182.7,-65.1,-39.5,4.9,-34.9,59.5,11.3,46.5,122.7,119.5,104.9,83.5,199.3,252.4,128.2,249.6,226.2,279.5,292.5,321.4,236.5,296.6,320.9,353.0,334.3,370.4,388.5,474.7,525.5,430.6,449.0,412.0,463.3,456.6,377.1,514.0,409.2,514.1,584.9,564.6,218.6,558.0,604.2,631.1,535.7,591.2,627.8,645.4,639.5,603.2,565.5,663.9,685.0,690.2,720.2,669.9,702.0,603.6,653.2,688.9,641.8,748.8,707.9,725.4,718.1,651.1,700.5,760.9,724.1,758.8,761.3,801.6,811.5,787.3,687.1,782.3,820.3,810.1,744.7,833.1,875.4,824.2,894.1,892.6,817.0,862.4,872.0,800.8,885.9,858.7,858.8,813.9,882.0,876.7,882.8,922.0,882.7,879.0,898.0,893.7,955.5,909.3,949.3,971.7,954.6,960.0,956.2,1006.1,941.1,934.5,944.7,925.6,999.6,1003.6,1003.4,968.8,1040.6,972.6,996.5,1019.8,1003.9,1032.9,1050.7,1069.2,1025.6,1035.8,1034.2,1058.3,1080.6,1040.0,1070.1,1101.6,1117.9,1074.6,1063.1,1091.3,1083.0,1028.2,1071.1,1088.5,1093.0,1083.0,1134.7,1146.1,1116.6,1114.3,1130.1,1210.0,1172.4,1133.3,1182.8,1147.7,1179.5,1136.6,1194.6,1172.9,1179.7,1147.0,1144.7,1162.6,1140.9,1157.2,1208.0,1202.0,1145.4,1190.3,1211.7,1202.8,1232.2,1257.5,1186.5,1199.1,1211.9,1201.6,1292.4,1253.5,1224.9,1253.7,1174.5,1214.9,1265.3,1199.9,1195.2,1249.4,1223.7,1218.9,1279.3,1210.6,1235.0,1267.1,1249.7,1252.7,1299.3,1269.7,1315.6,1288.3,1323.3,1290.0,1314.2,1284.0,1282.5,1263.5,1277.5,1293.6,1303.2,1298.2,1289.9,1302.4,1240.2,1291.6,1294.6,1214.8,1298.1,1340.6,1249.0,1303.5,1313.5,1296.0,1322.1,1326.2,1336.8,1338.4,1381.1,1300.2,1307.1,1335.4,1338.3,1341.8,1331.4,1343.6,1356.5,1363.4,1389.1,1346.7,1357.7,1371.2,1351.4,1387.3,1339.6,1364.7,1369.0,1361.9,1372.6,1350.2,1376.4,1370.1,1370.5,1367.1,1364.7,1348.6,1354.0,1392.8,1411.9,1384.6,1401.8,1403.5,1414.3,1358.2,1408.9,1422.3,1417.3,1451.7,1418.6,1425.1,1411.0,1446.3,1444.5,1421.4,1468.1,1362.7,1411.9,1413.0,1402.0,1437.8,1404.6,1438.9,1418.9,1425.8,1415.5,1405.1,1379.9,1454.7,1378.4,1351.5,1474.8,1454.1,1459.0,1420.0,1426.3,1450.8,1486.2,1436.3,1427.9,1408.5,1425.4,1432.4,1443.4,1475.1,1404.9,1436.6,1399.5,1425.7,1401.9,1432.2,1433.6,1421.9,1434.8,1412.4,1447.8,1460.4,1428.4,1458.1,1484.4,1470.0,1463.1,1469.1,1435.3,1495.1,1463.5,1502.0,1450.6,1470.4,1471.8,1474.9,1454.0,1421.0,1438.4,1469.3,1519.4,1467.4,1469.9,1441.6,1475.5,1477.1,1401.9,1437.3,1428.5,1475.9,1461.5,1473.0,1507.5,1514.2,1476.4,1452.9,1496.4,1491.0,1486.0,1456.7,1441.1,1460.2,1473.6,1516.1,1474.7,1479.9,1482.3,1521.6,1440.0,1477.1,1489.6,1489.6,1491.1,1522.6,1535.1,1475.2,1467.9,1493.6,1469.2,1468.0,1498.5,1496.6,1485.1,1458.4,1427.2,1505.9,1493.9,1512.7,1441.3,1497.3,1473.3,1485.7,1458.8,1444.1,1503.2,1526.6,1515.8,1459.2,1496.3,1537.5,1500.9,1495.3,1476.6,1489.9,1461.8,1489.2,1469.2,1468.9,1463.6,1491.7,1515.0,1510.8,1500.5,1505.8,1522.9,1512.5,1516.6,1512.3,1499.3,1509.4,1482.7,1532.3,1531.6,1543.0,1528.8,1536.3,1490.4,1516.4,1520.5,1422.8,1504.5,1498.2,1519.4,1519.0,1482.1,1513.5,1540.1,1494.7,1450.0,1455.4,1485.0,1527.8,1475.8,1503.8,1523.0,1490.5,1492.1,1530.6,1480.5,1520.1,1511.5,1541.0,1503.7,1513.9,1537.4,1493.0,1486.3,1518.8,1520.4,1528.3,1548.5,1523.1,1506.2,1538.1,1509.3,1538.5,1495.6,1548.4,1504.6,1496.0,1533.8,1504.6,1549.5,1475.5,1482.8],[-384.6,-295.4,-305.5,-337.2,-333.1,-309.6,-290.6,-299.6,-319.0,-270.4,-260.1,-285.2,-243.1,-262.0,-205.8,-234.3,-222.1,-238.9,-208.3,-171.4,-169.4,-235.8,-106.9,-161.6,-140.1,-81.4,-29.0,-37.8,-13.2,35.7,64.3,130.8,162.0,108.1,270.0,244.2,318.1,328.5,364.8,411.2,426.1,441.4,515.3,498.0,536.4,563.8,513.7,474.8,620.1,562.6,591.6,677.4,692.2,688.1,683.9,696.4,683.5,641.8,724.4,727.8,792.5,781.2,804.1,855.5,849.0,905.3,844.1,899.2,868.1,957.0,932.3,940.7,936.0,952.8,996.8,989.7,887.0,317.4,966.2,898.3,969.3,1006.7,994.2,983.2,1019.2,982.8,1006.2,1004.8,981.6,911.5,959.6,930.1,980.9,925.1,1043.5,1047.8,1026.7,1044.6,1003.7,1027.6,1030.2,1013.1,1043.6,1056.8,1100.6,1009.5,1094.4,1063.7,1079.2,1059.4,1107.5,1072.6,1064.0,1110.0,1042.4,1085.5,1157.9,1126.5,1085.6,1090.9,1098.8,1071.4,1053.9,1095.9,1130.4,1054.8,1115.3,1124.8,1109.7,1135.6,1150.9,1117.7,1157.4,1160.4,1137.9,1152.2,1166.9,1068.1,1171.0,1124.0,1133.1,1162.2,1178.2,1153.7,1062.5,1200.6,1182.8,1169.3,1134.2,1212.4,1130.4,1220.1,1152.3,1173.5,1161.0,1172.9,1191.4,1270.6,1188.9,1203.2,1096.9,1139.4,1233.8,1231.3,1224.7,1243.2,1251.5,1169.2,1249.2,1246.6,1209.7,1256.9,1221.5,1260.9,1252.1,1241.6,1248.0,1252.6,1202.7,1204.4,1243.9,1207.2,1272.6,1257.8,1259.5,1280.8,1309.3,1210.5,1309.6,1262.7,1290.0,1214.5,1265.4,1286.5,1295.0,1246.9,1319.6,1240.6,1311.4,1330.9,1318.0,1311.2,1247.0,1323.8,1326.6,1322.8,1339.0,1309.0,1337.1,1324.4,1312.5,1292.8,1249.0,1357.6,1342.6,1360.5,1302.7,1354.3,1266.1,1364.9,1367.9,1329.4,1333.0,1370.8,1373.2,1352.3,1341.1,1261.3,1335.6,1279.4,1321.8,1373.7,1349.3,1362.9,1306.4,1352.0,1348.7,1357.2,1377.6,1365.6,1264.0,1339.0,1334.0,1394.0,1352.6,1301.0,1383.1,1345.7,1383.7,1383.8,1245.6,1238.7,1355.0,1364.4,1330.6,1391.9,1365.7,1287.4,1387.3,1372.4,1349.5,1360.4,1337.2,1275.2,1341.6,1341.3,1366.3,1319.0,1377.4,1334.0,1354.1,1396.2,1364.2,1402.7,1376.9,1332.1,1364.3,1418.5,1375.9,1365.8,1374.0,1411.7,1329.4,1393.9,1413.9,1374.1,1412.1,1373.9,1366.6,1395.1,1355.0,1388.0,1387.6,1387.8,1365.9,1384.2,1372.9,1380.6,1377.6,1392.4,1356.5,1374.3,1346.0,1355.7,1362.6,1389.9,1386.0,1376.9,1380.9,1390.3,1415.5,1408.6,1394.1,1401.1,1337.3,1380.0,1393.1,1387.3,1383.4,1383.4,1451.7,1438.4,1350.5,1399.5,1389.7,1340.8,1362.5,1414.8,1363.5,1313.7,1471.9,1449.3,1421.7,1403.5,1421.1,1437.9,1355.4,1359.0,1416.1,1443.0,1419.0,1365.7,1419.2,1396.7,1414.3,1446.7,1407.7,1448.2,1434.6,1370.9,1423.2,1439.2,1445.0,1461.4,1394.0,1407.0,1468.2,1390.6,1432.0,1442.1,1412.0,1343.5,1427.3,1413.8,1441.1,1407.1,1438.1,1434.6,1400.0,1437.8,1429.4,1394.3,1458.8,1426.3,1426.7,1408.4,1412.6,1437.9,1384.0,1414.1,1348.1,1429.4,1421.3,1398.4,1436.7,1406.3,1412.3,1489.7,1449.2,1430.7,1405.1,1375.4,1414.7,1411.4,1447.9,1442.0,1491.8,1458.1,1474.3,1476.9,1420.5,1464.8,1474.5,1445.2,1420.2,1472.5,1456.9,1439.3,1427.7,1440.9,1419.5,1421.1,1410.0,1423.7,1448.1,1441.3,1449.5,1401.4,1422.0,1428.6,1490.0,1466.3,1455.1,1466.6,1435.3,1441.8,1428.0,1441.5,1431.5,1390.3,1454.7,1446.1,1431.6,1442.3,1470.7,1435.8,1405.7,1413.3,1451.4,1410.8,1442.5,1411.1,1453.3,1425.9,1482.6,1427.8,1461.8,1474.8,1368.9,1474.4,1417.7,1450.2,1503.0,1445.8,1429.7,1468.9,1398.4,1449.4,1454.0,1482.7,1420.8,1496.2,1452.9,1427.0,1420.0,1457.8,1499.0,1474.5,1372.7,1462.4,1451.9,1450.2,1471.9,1469.6,1440.2,1465.9,1490.7,1426.4,1471.9,1433.8,1381.4,1457.2,1445.2,1419.2,1418.3,1475.0,1468.4,1454.4],[-393.9,-334.8,-371.3,-344.1,-394.0,-282.9,-353.0,-337.0,-269.8,-355.9,-370.3,-277.5,-381.9,-303.2,-258.3,-208.5,-261.1,-262.4,-252.8,-250.6,-217.2,-228.7,-188.2,-175.8,-111.8,-188.7,-199.3,-185.2,-154.3,-166.5,-80.7,-106.9,-148.5,-71.0,-181.6,-130.8,-94.4,-117.6,-32.7,1.2,63.0,41.6,120.2,104.5,31.6,66.5,190.7,156.2,282.6,200.0,154.2,328.7,206.8,383.2,339.7,351.0,430.5,509.5,407.9,486.6,497.4,573.7,537.4,507.2,652.2,593.4,743.4,601.8,706.8,637.5,701.5,711.0,689.4,688.3,748.4,723.9,449.1,767.3,780.4,745.3,814.8,773.1,751.7,809.5,789.5,747.1,904.7,894.4,814.3,913.9,944.4,916.1,909.8,919.3,892.7,909.7,944.6,943.4,968.0,906.6,975.7,940.8,998.1,923.0,904.4,963.9,1000.8,1033.2,1070.2,920.9,1027.4,1043.6,1006.5,1058.6,1090.8,1039.4,1022.6,1091.3,999.9,1075.7,1118.9,1074.3,1075.6,1114.2,1080.8,1182.1,1136.2,1094.7,1044.8,1148.5,1075.3,1143.2,1160.3,1180.3,1153.0,1182.0,1233.8,1150.6,1148.4,1234.3,1198.5,1161.9,1141.9,1218.1,1245.3,1254.9,1211.5,1237.0,1248.7,1151.0,1236.0,1320.7,1251.2,1130.1,1250.9,1259.8,1283.9,1229.0,1223.8,1248.1,1237.5,1293.0,1317.6,1324.5,1301.6,1358.8,1305.4,1300.2,1309.9,1291.1,1343.6,1314.2,1309.1,1274.8,1351.2,1374.6,1257.5,1339.4,1377.2,1347.4,1340.3,1359.3,1255.4,1304.6,1289.2,1313.5,1351.3,1398.9,1334.8,1279.4,1312.4,1391.6,1450.8,1353.7,1366.5,1411.2,1340.4,1350.5,1357.1,1337.1,1414.9,1416.6,1354.9,1413.5,1272.6,1363.4,1353.1,1411.8,1405.7,1335.2,1410.0,1467.6,1473.7,1413.6,1426.5,1409.7,1379.4,1443.2,1397.1,1370.5,1420.2,1396.6,1421.4,1429.6,1446.8,1390.3,1428.0,1393.1,1437.9,1439.6,1402.2,1397.8,1488.7,1409.3,1486.9,1429.5,1374.2,1458.0,1408.9,1481.7,1335.1,1376.0,1449.7,1442.4,1386.7,1446.1,1468.4,1465.4,1436.4,1478.6,1473.4,1502.6,1498.0,1441.2,1503.0,1534.5,1509.4,1483.5,1456.1,1443.2,1417.4,1455.2,1521.7,1501.8,1447.0,1424.8,1452.3,1427.0,1429.1,1404.3,1481.0,1470.6,1462.9,1438.3,1495.2,1454.0,1519.0,1453.7,1447.2,1510.4,1424.9,1493.4,1566.1,1393.8,1491.1,1480.2,1506.7,1521.3,1447.7,1501.7,1474.8,1491.4,1477.9,1513.4,1478.5,1465.8,1512.3,1402.4,1443.3,1496.0,1525.8,1494.4,1592.3,1529.6,1453.0,1517.1,1437.1,1566.4,1525.4,1470.7,1478.6,1460.4,1532.4,1521.6,1470.7,1506.0,1458.8,1460.1,1537.0,1507.6,1529.0,1532.7,1524.0,1530.0,1571.1,1517.6,1518.6,1540.6,1508.8,1538.2,1558.6,1513.5,1530.6,1521.3,1430.5,1435.3,1577.4,1473.5,1553.4,1451.5,1492.7,1534.0,1509.3,1505.0,1429.9,1520.2,1502.6,1575.4,1419.9,1519.7,1539.4,1561.1,1482.6,1535.8,1555.0,1530.4,1561.0,1503.1,1575.9,1537.4,1568.4,1516.6,1610.4,1559.3,1498.0,1583.6,1526.3,1561.5,1537.6,1556.9,1547.7,1536.5,1527.3,1521.6,1555.9,1438.8,1543.3,1563.4,1522.9,1535.2,1560.2,1586.7,1520.5,1560.5,1591.1,1013.9,1429.8,1578.6,1548.2,1549.2,1594.1,1554.5,1476.0,1546.6,1576.0,1580.7,1604.5,1524.3,1575.6,1511.9,1561.5,1561.8,1602.0,1561.0,1592.8,1572.7,1561.0,1630.6,1548.8,1471.4,1559.4,1540.1,1531.7,1513.0,1445.0,1577.1,1475.6,1568.5,1571.8,1563.1,1568.1,1575.2,1600.0,1545.4,1635.2,1571.9,1574.2,1476.5,1573.3,1578.3,1558.9,1565.1,1562.0,1617.4,1545.3,1611.3,1562.1,1533.5,1560.7,1636.0,1555.8,1522.3,1512.2,1598.4,1557.0,1518.2,1567.9,1567.8,1578.6,1593.2,1579.5,1597.2,1596.8,1625.5,1594.5,1581.0,1578.4,1587.5,1609.8,1621.7,1581.5,1580.3,1573.6,1602.9,1508.1,1555.3,1583.0,1501.1,1572.4,1646.2,1537.7,1598.0,1615.5,1551.1,1568.3,1545.5,1635.4,1542.9,1562.6,1586.5,1531.5,1608.6,1627.4,1567.9,1581.2,1551.7,1534.2,1426.1]],"clip":{"cell":"gaussian-ppo-cheetah","episode":1,"of":5,"return":1681.1,"length":1000,"success":false,"returns":[1681.1,1674.0,1665.0,1707.7,1682.9],"seconds":8.0,"speed":1.0},"train":{"server":["gaussian-policy default ppo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 17 --policy.action-dim 6","--algo.buffer-size 2048 --algo.batch-size 64 --algo.train-itrs 488"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name HalfCheetah-v5 --runner.replan-steps 1 --runner.seed 0"],"env":"mujoco","source":"experiments/e38-gaussian-ppo/run.sh"}},{"id":"gaussian-ppo-hopper","row":"gaussian-ppo","column":"hopper","status":"learns","experiments":["E38"],"note":"12–15 → 2,181–2,299; CleanRL reports 2,383","note_zh":"从 12–15 升到 2,181–2,299；CleanRL 报告 2,383","seed":1,"curves":[[12.1,15.7,29.5,64.6,92.5,109.7,169.0,150.8,193.7,192.5,206.6,213.9,217.6,220.7,225.7,240.2,249.9,262.3,279.9,288.1,316.0,317.2,327.4,335.1,350.9,354.7,363.3,386.2,393.8,397.5,401.7,445.6,487.6,520.8,574.4,570.9,610.8,624.7,636.6,660.4,683.5,686.9,764.6,724.5,683.2,749.9,679.7,745.2,782.7,760.4,750.0,802.7,733.6,827.2,770.7,744.0,800.7,820.9,754.8,828.8,908.6,929.5,916.8,1126.6,1233.6,1147.6,1443.4,1216.6,1146.0,1600.1,1345.8,1465.3,1130.5,1396.8,1135.2,1653.7,2205.2,1117.2,1754.5,1466.5,2362.5,1673.4,1782.6,1518.7,1891.2,1685.9,1694.8,1730.1,1652.7,1839.6,1629.7,1055.8,1479.4,1617.0,2107.2,1254.8,2259.2,1731.8,1510.0,1586.8,1525.8,2942.5,1468.6,867.4,1518.3,1246.2,1245.6,1508.3,1189.3,956.4,1775.0,1613.7,3239.9,2449.5,1615.8,2040.9,3153.9,1909.7,1341.7,1097.8,1003.0,1387.7,1045.7,1250.0,1046.6,2206.9,1013.6,1005.7,1913.0,1210.9,1805.0,1198.8,1259.6,1239.9,1295.0,1553.6,966.9,1049.0,1399.1,1063.7,1251.9,1248.6,2409.4,1539.9,2501.7,3115.2,1821.1,3284.6,1640.6,2112.7,3233.9,3131.1,1786.6,1861.1,1696.3,1902.2,1642.8,1987.2,1437.7,2546.0,1513.2,1554.6,1411.6,1841.9,1493.0,2730.5,1631.8,1637.7,2256.1,3228.0,1949.4,2934.2,3283.3,2094.0,2295.5,3014.8,1715.3,1926.6,1991.0,2011.8,1387.2,1486.9,2243.7,1121.9,1785.3,1392.2,2522.4,1338.4,1387.3,1383.0,1525.2,1383.4,1194.8,2158.2,1642.0,1536.8,1536.7,1671.3,1283.5,1165.3,1354.7,1692.2,1731.0,1824.8,1461.6,1488.0,1318.2,1710.4,2785.8,2386.2,2964.1,2201.7,2522.5,1872.8,2046.1,2382.1,1648.6,1684.3,1377.0,1557.4,1606.3,2252.3,1679.9,1642.0,2613.9,2249.1,1682.2,2190.9,1653.5,3283.5,1449.1,2438.8,2384.6,2326.8,1782.4,2374.9,1645.0,2347.3,1879.3,1564.1,1924.0,2294.7,2451.2,1951.5,2276.5,1701.1,1798.0,2401.4,2332.8,3296.9,2302.2,1762.8,2298.7,1731.7,2000.7,1792.1,2366.4,2066.9,1429.8,1293.4,1657.9,2202.7,2520.5,2068.4,1704.5,2042.0,1748.6,1240.9,1591.6,1461.7,1487.3,1768.3,1955.4,1818.4,2248.4,2114.8,2390.9,3068.4,2528.7,2101.4,1813.0,1230.7,1656.0,1762.3,2148.1,2579.2,1982.5,2695.4,1860.0,1359.1,1872.5,1485.8,2939.5,1733.5,3022.1,1563.2,1877.2,2854.4,2588.1,3292.1,2114.9,1964.4,2755.2,2015.5,2699.2,3385.1,2883.4,3317.1,2678.1,2557.0,2028.0,1985.1,2465.1,1601.5,2407.8,1920.8,2366.1,2910.4,1894.6,3381.9,2607.5,2761.1,2165.5,3403.7,3379.9,2502.7,2445.6,1998.3,3106.9,2309.5,2792.5,1971.0,2213.3,1828.7,2677.6,2201.6,1611.7,2154.7,2883.9,2106.5,2396.7,2312.5,2051.5,2742.5,2533.5,1568.1,1683.4,1889.0,2562.7,1735.3,3086.6,1704.2,2721.1,1736.3,1768.3,1908.1,2053.0,3464.8,2415.1,1871.4,3064.3,2787.9,2810.0,1868.4,2377.8,2380.1,1677.8,2992.5,2102.2,1984.2,2310.8,2960.7,1850.4,3281.6,1746.1,2005.5,1506.9,1646.7,1862.1,1549.6,1506.3,1738.1,1971.4,1535.6,1905.7,1757.4,2695.1,3221.8,2212.6,2190.5,1699.1,1677.7,2525.7,1603.0,1905.9,2536.8,2545.9,2579.1,2177.9,2565.6,3509.8,2307.2,1935.7,2701.2,3511.4,1781.4,1671.0,1564.2,2032.1,2284.0,2955.5,1483.6,1877.3,1906.4,1605.7,2601.8,2059.8,2667.9,1673.7,1584.7,2390.8,2063.1,1760.3,1846.3,1603.5,1653.5,1623.0,2172.8,1832.5,2030.4,2308.8,2288.8,2133.2,1955.3,2618.0,1562.5,2883.4,2950.1,2341.5,2336.5,2170.0,2252.1,1920.5,2749.6,2099.1,2629.0,2635.1,2930.9,2319.7,2624.8,2253.3,2211.7,3361.9,2585.6,2428.7,2393.2,2371.1,2269.0,2786.9,3581.9,2428.2,2478.4,2166.9,2808.2,2429.7,3399.4,2693.5,3024.2,2500.1,2238.3,3149.3,3553.4,2824.7,2973.3,2309.6,1977.3,2929.3,1584.2,1535.3,2116.6,1879.9,2814.3,2007.8,2072.1,2370.8,2944.1,2543.7,2702.4],[15.2,14.4,22.8,64.2,123.3,139.4,155.0,209.7,216.7,248.1,252.8,234.0,271.6,286.2,305.2,305.6,322.8,320.5,323.1,343.4,349.5,355.2,374.9,393.0,396.5,447.4,411.7,405.1,430.3,440.0,433.4,421.2,445.0,434.7,433.5,432.7,436.2,441.9,444.5,463.2,486.3,465.9,484.2,522.4,591.0,635.3,629.8,645.8,654.5,650.5,675.7,668.6,693.5,704.6,698.4,698.3,707.6,703.7,714.8,750.3,739.8,781.7,766.3,811.2,781.5,900.2,793.5,859.0,852.7,935.4,887.0,835.8,974.7,943.6,932.6,886.2,941.8,1030.5,1008.2,1039.4,1101.1,1028.6,1085.2,1087.0,1147.6,959.7,1009.4,1190.3,1179.6,1220.5,1126.9,1384.3,1169.8,1187.2,1093.4,1207.8,1417.7,1550.1,1487.8,1345.8,1495.1,1125.6,1157.5,1292.0,1594.8,1791.4,1289.0,1084.3,1592.1,1372.0,1230.9,1226.9,1545.9,1218.4,1531.7,1315.5,1806.2,1330.5,1484.0,1204.3,1559.4,1546.9,1349.1,1562.2,1585.4,1685.8,2021.2,1696.7,2029.5,1661.9,1369.4,1931.1,2197.6,2787.1,1955.1,1334.5,1496.3,1962.6,1806.9,1922.9,1344.2,1730.0,1696.3,2308.9,2187.8,1794.2,1552.5,1805.8,2233.5,1733.9,2328.8,2311.1,2076.4,1698.8,1953.7,1446.7,2530.1,2779.2,2471.8,2102.6,2094.8,2168.9,2647.6,2408.0,1875.7,3143.2,3459.5,1973.7,2898.7,2254.2,2345.4,3501.6,2395.0,2554.6,2681.6,3105.1,1579.3,2344.4,3576.8,2423.4,2516.8,2398.9,3226.6,3514.9,3145.4,2440.8,2755.4,3091.7,2329.9,1664.6,1957.5,1951.5,1854.6,1699.2,2546.0,1480.7,1713.4,1844.6,1705.1,2019.6,2063.5,1450.8,1613.0,1403.0,1737.7,1833.7,1792.5,2214.5,1940.8,2265.4,1494.8,1561.6,1641.7,2193.0,1789.7,1547.9,1632.9,2108.3,2096.4,2699.5,2953.2,2366.7,2235.1,2428.7,2143.0,2152.6,2877.1,1997.3,2487.6,2150.0,2201.9,1640.3,2652.3,1786.0,1814.4,2654.3,1923.9,2519.6,2461.9,2056.6,2267.2,2811.9,2389.5,2265.8,1734.0,2878.8,3577.0,2455.4,2171.2,2318.4,1641.0,1616.4,1734.5,2432.4,2377.4,2107.8,1868.0,1510.2,1566.9,2019.9,2367.4,2558.0,2381.8,2640.4,2660.1,2130.1,2625.3,2081.9,3078.9,2880.4,3075.9,2372.5,1795.9,2825.8,2053.4,1497.7,1742.2,2117.1,1852.1,1478.9,1672.7,1525.9,2512.9,2205.9,1918.3,1619.9,2061.2,2677.3,2626.0,1918.2,2146.0,2862.7,2016.8,2941.7,1816.3,1902.9,2266.7,1994.6,1663.7,1926.0,1816.9,1740.1,1863.2,1467.1,2219.7,2512.1,2556.4,1763.6,1589.3,2085.2,1895.8,1835.9,2246.5,1468.2,2466.3,2726.7,1515.6,2340.0,2883.9,2130.8,2429.6,1284.1,2263.2,1369.5,2115.7,2812.1,2059.2,3220.2,2478.6,2710.2,2895.7,1904.6,2087.4,2335.4,2657.6,2821.8,1949.0,2405.7,2806.8,1980.9,2648.8,1869.9,2594.2,1559.0,2822.7,1884.6,2204.2,1965.5,1947.0,2293.3,1770.2,1674.6,1687.5,1916.6,1626.9,1687.7,2787.7,2208.2,1701.5,1453.1,2179.9,1896.2,1840.2,1619.9,1439.3,1710.8,2388.1,1760.9,2108.6,3014.7,2503.0,1977.6,2165.4,1847.9,1950.7,2897.9,2730.4,2804.0,2335.7,1871.0,2598.9,2123.2,2741.3,1807.5,2748.7,2678.9,2010.9,2062.6,3047.5,3704.4,2721.3,2663.7,2848.6,3138.5,2965.9,2000.8,2293.7,1674.8,2948.9,3642.5,2918.1,1733.7,2141.7,1914.2,1940.9,2354.5,2200.8,1623.3,2435.6,2000.8,2455.9,2837.0,2126.3,2998.1,1908.6,3158.3,3372.6,2232.0,2729.2,3087.9,2641.6,2091.9,2594.1,2995.6,2634.0,2174.4,2923.7,2878.1,2225.1,3097.1,2465.8,2424.8,1826.0,2384.7,2825.9,2995.3,3304.1,2190.0,1759.9,2270.7,3463.9,2531.3,2896.9,2351.9,1531.2,1633.4,2933.1,2198.2,2677.5,1591.0,2234.5,1785.9,1726.4,1479.9,1412.4,1364.5,2442.0,2503.3,2774.6,1983.0,2128.2,2251.9,2225.1,2580.9,1794.4,1794.5,2513.1,2299.5,1885.2,1635.4,2547.5,1754.2,2651.8,2464.9,1755.6,2136.3,1565.7,2072.4,3067.1,1850.4,2089.4,1742.0,2369.4,1627.0,2558.5,2306.5,2146.2,2317.7],[14.2,21.3,34.5,50.9,96.9,115.1,126.5,146.1,165.3,152.7,174.1,198.2,209.5,207.1,215.3,220.0,226.1,227.3,229.1,238.6,239.7,253.7,267.0,271.6,284.5,302.4,300.5,326.1,328.0,340.7,341.0,357.5,364.5,379.6,367.7,384.9,388.2,387.8,380.6,400.3,385.4,408.6,410.9,374.7,414.9,392.8,404.5,420.2,415.3,403.2,421.2,419.4,425.3,422.5,425.0,408.3,428.5,431.1,452.9,444.0,454.8,549.4,561.9,582.1,621.5,649.7,649.8,653.8,655.2,666.7,661.9,659.8,641.8,667.8,646.4,643.3,686.9,705.3,709.0,677.9,696.6,691.9,725.2,735.8,763.6,807.8,756.1,824.1,813.5,889.1,872.4,892.9,849.5,866.0,872.7,928.8,977.3,996.1,1029.6,917.5,940.7,1093.7,968.6,1023.4,1013.9,1025.5,987.8,1024.3,926.0,928.3,1040.1,1073.0,1244.6,1013.8,987.8,1010.9,1335.6,1178.4,943.7,991.9,1099.7,1139.2,940.2,861.6,846.0,1283.9,1571.8,1372.0,1865.8,1524.5,1313.4,1726.0,1268.8,1791.8,1144.6,1424.0,1134.7,1285.0,1232.8,1236.9,2315.3,1461.1,1829.9,1358.9,1501.9,1489.0,1918.3,1717.1,1295.9,2115.3,2053.7,1371.8,1018.2,1156.4,1930.0,2612.0,1252.7,1938.5,1941.2,1312.1,1937.8,1421.3,1975.0,1134.1,1778.3,1627.0,2515.4,1792.8,1351.5,1343.2,1364.2,1465.3,1027.1,1149.2,1046.4,1126.8,1034.0,2040.3,1938.4,1207.9,1613.0,1650.8,1598.0,1847.7,1440.5,1767.5,1483.1,2143.4,2473.1,2041.6,1527.9,1456.0,1223.8,1239.1,1312.3,1566.2,1202.1,1418.8,1456.6,1129.1,1692.7,1231.9,1480.3,1270.7,1184.0,1300.2,1336.0,1470.4,1190.1,1133.2,1510.0,1364.2,1422.2,1378.7,1887.1,1316.0,1221.2,1155.6,1312.3,1261.5,1374.7,1176.6,1253.7,1426.3,1349.1,1707.6,1453.5,1949.1,1724.1,2077.3,1764.7,1446.6,2178.3,2340.0,2756.0,1501.8,2339.5,2364.4,3329.4,2554.4,2141.9,3361.7,2390.9,1815.0,3393.0,2199.1,1983.9,1398.1,3381.9,2340.2,3395.2,2118.6,1470.7,1985.0,1598.2,1566.5,2883.1,2069.9,1865.1,2162.2,2681.0,1851.3,1678.4,1897.4,1851.5,1910.4,2299.9,2154.0,2070.8,1587.0,1415.1,2011.1,2156.7,2151.2,2312.5,1908.0,1755.7,1334.2,1550.8,1818.4,1799.4,1819.7,2067.2,2027.5,2376.1,2388.1,1887.5,1543.5,2449.2,2753.9,2303.6,1742.8,2481.9,1832.5,2337.0,2540.3,1516.1,2266.3,1876.9,1797.1,1895.6,2445.4,2794.3,1680.1,1871.6,1639.9,1779.6,2148.1,2453.9,2974.2,1813.2,2567.1,1858.7,2034.5,2818.6,2207.1,2208.9,1298.0,2688.3,1930.0,1837.3,1394.2,2154.4,2635.9,2080.1,1928.2,2063.8,1790.9,2103.2,2362.6,2226.7,2837.3,1518.1,2460.4,2236.5,2113.6,1895.0,2279.0,1726.2,2263.6,1430.5,1921.8,1403.5,1315.7,1643.9,1644.8,2738.7,1549.3,1910.2,3005.9,2116.7,1845.6,2146.2,2910.8,2072.8,2418.5,2096.4,1728.8,2906.8,3470.4,2236.9,2625.5,1966.2,1998.6,2490.2,2232.0,1955.3,2186.9,2486.3,2443.0,2272.8,1873.8,1612.5,1998.7,2648.9,2624.4,2439.9,2406.3,1697.0,1727.3,2946.2,2629.5,2164.1,1548.5,1770.6,1942.5,2956.3,3058.9,2378.3,2321.0,2195.0,2186.8,2370.4,2660.5,3479.3,2988.4,2588.9,1884.2,2524.1,2073.5,2844.6,2455.8,2879.5,2743.7,2719.6,2702.3,2497.8,2327.0,2242.8,2799.0,2718.9,2592.3,2111.6,3439.6,2082.1,1711.4,3186.7,2651.7,1930.6,2162.8,1409.7,2020.0,1866.1,1647.7,1255.3,1488.7,1407.9,1929.4,2601.5,1832.2,2389.4,1880.0,2424.1,2601.9,1355.0,1786.6,3556.8,1851.9,1751.6,1344.5,1951.5,2916.1,1368.8,2193.5,2734.1,1356.6,1992.6,1792.2,2741.4,2202.2,2658.2,2391.0,1557.7,1788.2,1836.7,2383.0,1986.0,1731.5,2868.3,1973.5,1818.1,1693.9,1854.4,2475.3,1874.6,2022.9,2660.0,1510.4,2186.2,1773.3,1866.5,2410.3,2155.6,2077.2,2607.6,2381.9,1622.8,1449.2,2455.5,2271.1,1890.0,1855.5,2493.2,2490.1,2706.3,2230.0,2041.5,1379.7]],"clip":{"cell":"gaussian-ppo-hopper","episode":5,"of":5,"return":3062.6,"length":811,"success":false,"returns":[1735.8,3684.4,3665.3,1747.3,3062.6],"seconds":6.52,"speed":1.0},"train":{"server":["gaussian-policy default ppo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 11 --policy.action-dim 3","--algo.buffer-size 2048 --algo.batch-size 64 --algo.train-itrs 488"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Hopper-v5 --runner.replan-steps 1 --runner.seed 0"],"env":"mujoco","source":"experiments/e38-gaussian-ppo/run.sh"}},{"id":"gaussian-ppo-walker","row":"gaussian-ppo","column":"walker","status":"learns","experiments":["E38"],"note":"about 0 → 2,957–3,260; CleanRL reports 2,288","note_zh":"从约 0 升到 2,957–3,260；CleanRL 报告 2,288","seed":2,"curves":[[-0.7,-0.2,2.7,11.2,25.4,37.8,109.6,100.4,191.5,159.3,244.8,173.8,354.7,342.8,272.4,273.6,292.1,275.2,248.2,257.1,266.2,244.3,253.5,301.6,260.8,315.3,292.5,313.0,329.7,321.3,332.3,281.9,300.4,318.7,290.0,306.5,319.8,311.8,317.8,324.7,307.2,346.8,308.1,332.3,343.0,320.9,332.9,339.2,345.3,320.7,337.5,346.0,337.5,344.6,367.3,352.9,385.3,377.4,361.4,376.0,376.7,402.1,383.7,373.3,399.0,378.3,400.5,426.2,415.4,418.2,416.3,407.7,417.8,422.9,410.0,452.5,449.4,449.1,429.0,419.9,451.1,424.6,438.6,452.5,442.7,474.1,460.3,460.3,446.3,520.4,447.9,487.6,473.0,509.8,498.6,520.9,531.1,557.8,550.6,571.4,513.1,566.4,540.5,563.6,565.7,523.4,566.0,495.3,591.2,536.7,540.7,616.8,570.1,598.3,620.3,590.6,590.6,617.0,598.8,614.6,619.2,595.4,582.7,566.4,598.0,623.9,587.9,615.6,634.2,537.6,623.4,567.5,589.6,667.8,659.0,687.1,675.0,639.2,715.9,675.7,693.1,698.5,680.9,694.0,680.5,686.6,659.6,725.9,731.1,731.9,724.2,723.5,719.2,689.1,729.7,652.1,734.0,711.3,688.3,719.0,702.2,735.6,711.7,693.2,675.7,789.9,824.0,707.3,746.5,749.6,748.3,746.3,761.1,813.2,811.0,879.3,766.1,806.4,765.4,785.0,784.4,806.2,815.3,881.3,798.5,778.1,872.7,849.3,807.1,792.6,882.3,961.8,923.3,968.1,975.0,948.7,930.6,916.6,891.0,1084.4,890.1,938.1,892.3,1182.9,1100.4,1094.5,1206.5,1172.2,1294.5,1019.6,1405.7,1368.0,2018.5,1947.5,2612.7,2059.4,2065.7,2649.0,1446.1,1687.7,1970.4,2609.8,1447.7,1775.2,2724.0,2252.5,3876.4,3255.1,2632.3,2156.6,2626.1,3709.5,3690.3,3113.0,3745.1,3159.0,3255.6,1309.8,1102.8,3007.6,2798.8,1963.6,3941.0,3644.8,1676.4,2733.0,1835.1,1893.8,2926.0,4057.9,3018.7,2795.9,1768.9,1639.9,1904.7,2625.4,2506.3,1973.6,1762.9,3157.0,3177.9,2443.8,1717.2,1282.0,2091.1,1779.7,3078.5,1645.4,3130.3,2728.0,4110.2,3146.6,4198.3,3192.0,2346.7,3327.5,2063.7,1970.7,1877.0,1703.0,2108.6,4269.5,1970.0,2327.5,3417.9,1743.3,1660.1,2243.5,2584.6,1560.8,2263.5,1354.4,1398.5,2220.9,1944.5,1125.7,2142.5,1613.3,2029.6,2124.8,2140.3,2009.3,1953.6,2827.1,1851.1,3807.7,2314.7,2954.8,2058.9,1657.6,2708.2,3035.7,1667.6,2421.1,2656.4,2274.0,2221.1,3466.6,2314.2,3192.5,2853.6,1322.0,2258.9,1700.9,2414.4,3688.7,3626.4,2448.2,3872.1,2605.0,3289.4,3082.9,3825.6,3904.9,2578.1,3721.3,3379.3,2193.0,3607.2,4377.3,3100.8,4492.6,3234.3,2313.2,3993.6,4453.9,2277.1,3318.3,4021.0,4470.0,3491.8,4577.1,2370.8,3026.4,4500.5,1642.2,4538.5,2302.4,4517.2,3019.4,1671.7,2700.1,3253.3,2421.3,2416.7,3566.1,3291.5,2689.4,3995.7,4142.7,3438.2,4199.4,4386.6,3959.5,2548.1,4190.8,4262.4,3242.2,4310.8,4255.3,4278.8,2679.1,4285.8,3003.4,4298.6,4357.1,4269.3,2261.6,3393.0,4308.0,3157.3,2864.1,4368.7,4308.2,4015.1,4293.7,3293.0,4307.0,2827.0,4311.3,4262.8,4281.1,3773.1,4367.3,2056.5,3256.8,2101.3,4418.5,3097.7,2154.2,1825.6,2719.2,4389.8,3103.2,4193.7,1912.4,3867.4,4345.8,4228.9,3175.0,2804.2,4220.2,4312.5,4331.2,3653.4,4317.5,2233.2,3288.0,4302.7,4295.3,4338.5,2805.5,2518.3,3034.6,4395.1,4395.5,2254.5,2986.5,2291.4,3294.0,3286.8,3251.9,2535.4,4370.9,4310.7,3464.4,2686.4,2673.7,4528.2,1682.0,4532.2,1948.1,3621.0,1875.1,3093.3,3293.1,4064.4,3185.3,2331.4,2614.4,3865.3,4091.0,1519.1,2805.3,2392.3,2935.1,2343.5,4430.0,4351.0,4401.5,2502.2,4426.3,2892.9,4438.3,4432.7,1789.2,3426.6,2985.2,3573.4,2377.9,3433.8,3149.8,2095.4,3567.6,2864.5,1523.9,2574.7,4410.6],[-1.8,-0.1,1.7,6.5,15.5,37.5,71.4,140.8,189.1,303.4,238.2,265.7,305.1,263.6,256.2,274.4,313.5,315.6,263.0,326.6,339.6,366.1,354.6,388.3,327.4,375.9,354.1,335.1,347.1,306.5,320.7,331.1,349.0,360.6,331.7,351.7,335.2,382.0,362.9,391.6,354.3,339.9,416.7,377.3,353.8,382.5,334.2,373.3,360.7,354.6,386.7,357.2,394.6,372.9,391.8,388.8,391.2,377.5,403.0,386.7,391.9,368.7,384.7,374.5,375.7,397.9,402.1,379.6,401.7,393.2,401.4,382.1,413.2,379.1,407.5,394.7,407.7,405.2,402.8,405.7,386.6,411.3,399.9,433.7,404.3,426.2,429.8,423.9,474.3,447.8,483.1,444.7,455.1,470.4,454.5,487.4,503.1,479.1,482.7,505.7,480.7,470.8,532.5,521.9,539.4,540.6,524.5,530.7,534.6,497.9,538.1,545.3,572.9,572.6,525.9,537.6,573.8,543.9,615.1,604.1,590.5,641.1,615.7,577.0,620.8,641.0,655.1,660.4,651.3,645.0,622.4,649.1,655.9,686.0,704.5,668.3,679.2,714.4,737.9,735.8,664.7,690.7,683.5,815.9,838.7,865.1,792.6,840.4,776.3,794.9,835.9,794.8,869.6,817.0,874.9,852.2,779.9,692.9,815.0,816.5,857.2,900.5,827.2,901.1,986.6,856.0,838.8,909.2,897.9,956.5,866.6,1029.9,917.7,1019.6,902.5,1041.9,1026.5,1006.2,1123.8,1033.0,1180.2,1063.1,1696.0,1430.4,1223.1,1451.8,1047.3,1388.6,1599.8,1845.8,1541.4,1907.4,1194.5,1167.3,1228.9,1478.8,871.6,1508.7,1870.8,1304.6,1630.6,2120.6,1484.2,1868.4,1347.9,1485.1,1612.6,1634.3,2819.6,1297.6,2111.2,1526.6,1804.6,2461.6,2001.5,2295.9,1162.5,1401.3,2121.7,2733.6,1743.9,1556.5,1554.2,2148.4,1733.0,2183.6,1950.8,1446.9,2250.0,2407.2,2627.0,2276.4,1621.2,2390.0,2116.0,1813.1,1434.0,2182.4,1866.0,2555.8,2162.4,1481.4,1796.9,1868.8,3414.4,3035.1,1541.7,1945.6,1182.6,1949.2,1615.2,2122.0,1971.5,3057.8,1568.2,2330.6,1318.4,2149.2,2489.2,1648.8,1893.3,2740.5,1716.8,3441.2,2564.5,1782.3,2741.2,2374.9,1737.9,2133.7,1491.4,2627.0,1969.8,2270.5,1394.0,1801.1,2407.7,2673.5,1905.4,2114.6,3760.0,2383.6,2251.8,1484.3,2347.9,2251.4,2306.8,1936.2,2760.5,3127.2,2428.5,1441.3,2209.2,3230.2,2164.1,1803.1,1613.0,1691.7,1816.4,2679.9,2033.2,2203.2,2502.5,2125.0,2972.5,2284.3,2283.4,2259.6,3027.1,2581.4,1562.7,2571.3,2038.6,1604.1,3118.5,2272.2,2689.8,2413.8,1077.5,2677.3,1983.4,2489.8,2163.3,1686.1,1920.5,1945.3,2339.9,3054.6,2583.1,1942.7,2242.2,2682.5,1965.3,1654.3,1639.0,2845.2,3745.2,3162.2,2345.5,2187.3,2343.6,2158.3,1927.8,2553.8,1165.1,3207.0,2790.9,2087.8,2607.0,3380.5,3322.8,3206.1,1902.9,3532.8,1626.1,3641.0,2302.9,2827.5,2857.9,3620.4,1537.0,2227.9,2824.2,3318.4,2313.9,2631.9,2448.3,1869.8,3172.8,3048.8,3092.4,2367.2,4112.0,2801.3,2922.0,2851.4,3755.0,2224.7,2674.0,2976.0,2946.5,3596.2,3924.0,2978.6,3782.8,3662.9,3504.6,3426.0,3366.9,2751.3,2938.9,2274.6,3662.2,3440.6,1663.4,2201.1,3509.4,3103.3,1999.1,4159.6,3842.3,3221.8,2164.6,3192.6,4117.5,3576.7,2364.3,3358.7,2643.1,2947.8,2659.7,2867.0,1738.9,4234.1,3552.3,3170.1,3100.2,2610.1,2586.7,1728.8,3401.4,3609.0,2406.7,3126.7,2654.1,2297.6,2183.9,4283.2,2955.6,3591.5,3410.3,3333.8,3461.7,3264.5,4080.8,4180.3,3227.7,4228.9,3907.7,2913.0,3693.5,4286.5,3408.6,4032.3,3052.0,4283.6,2562.1,4252.8,4329.9,3620.9,3406.0,3411.6,3610.9,2886.7,1860.7,4238.0,3116.0,3403.4,4090.4,4301.4,3339.3,3548.8,2862.0,3112.7,4272.8,3793.2,3698.1,4319.0,3780.9,3724.8,3208.2,1950.7,2500.3,4283.1,4345.5,2875.4,3184.3,3520.4,4358.3,4306.8,3055.5,1973.7,4426.7,2883.5,3064.6,2409.4,2958.8,3162.3],[-0.6,0.6,3.0,10.1,19.4,18.0,39.8,68.8,117.8,209.1,267.5,260.8,315.6,248.7,301.0,300.9,277.2,306.0,285.7,313.5,282.2,310.9,332.4,316.6,325.1,319.4,360.0,278.9,356.6,372.5,367.1,345.4,397.3,422.0,349.4,372.0,335.5,390.5,370.9,377.7,390.8,348.1,407.2,346.6,378.4,364.5,412.6,436.2,371.4,401.4,415.9,387.2,423.4,428.8,396.1,394.8,423.9,431.6,444.2,454.8,430.8,470.8,447.5,446.7,476.5,470.6,479.7,460.4,454.4,472.1,520.4,506.0,484.6,512.5,499.1,495.3,469.8,520.2,530.0,504.1,493.6,545.2,500.3,531.7,543.7,542.8,563.2,579.5,563.3,599.0,572.3,644.7,660.4,604.9,652.3,679.8,700.4,672.5,674.3,664.6,742.8,735.5,751.9,800.3,770.7,778.5,836.1,1001.6,866.9,833.2,996.8,1047.9,870.1,979.7,1076.8,1150.6,1001.5,989.9,1174.9,1183.2,1143.5,1024.2,1283.6,1181.5,1537.4,1191.8,1676.0,1502.0,1245.7,1759.4,1473.6,1329.9,1212.6,1560.4,2176.4,1481.8,1269.3,1357.7,1477.0,1623.6,1397.9,1707.0,1578.8,1772.5,1438.5,1459.5,1831.0,2117.0,1690.9,1996.6,1681.0,2254.0,1069.8,1790.4,2385.8,1664.3,2133.6,2807.7,2334.5,2488.4,2443.6,1853.4,3253.7,2593.8,2919.7,2734.9,3320.9,3128.9,2621.2,2148.0,3323.6,2335.3,2795.1,2724.3,1951.3,3779.6,2949.8,4122.8,2171.7,2843.0,2092.8,2650.6,3856.6,2387.1,3004.1,2459.1,1819.8,2493.3,1900.0,3167.0,4155.3,3196.9,3264.2,3472.8,3275.1,2888.5,3755.1,2082.8,3041.8,3363.7,3187.7,2899.3,2845.9,3465.3,2465.5,3128.3,2550.4,3362.4,3573.2,3985.9,4050.3,3882.1,4115.2,4112.6,2386.4,3357.2,2497.4,3182.5,2935.0,3948.7,3586.9,2718.0,4164.7,2987.9,2505.6,2465.8,2926.2,3467.3,2840.7,4110.1,2381.6,1682.0,3984.7,4149.3,3790.3,3682.4,4043.5,3962.4,3426.7,3050.8,3984.6,2909.9,2917.2,3223.8,3879.1,3352.5,3932.4,2796.2,3946.8,2499.6,3957.0,3311.3,3430.3,3966.2,4113.9,3782.5,3821.1,4063.8,4032.4,4008.2,3811.4,3910.4,4043.4,3652.0,3970.8,3779.4,2778.6,3272.0,3768.1,3961.6,3727.6,3880.6,2176.8,2683.1,3943.5,3772.1,3826.5,3882.0,3898.1,3057.4,4076.1,3451.1,4035.0,2706.3,3919.5,2898.3,3931.7,3872.2,3931.5,3964.5,3934.8,3991.4,4022.8,3263.6,3108.0,4001.6,3124.3,3754.1,3196.0,3338.1,3342.2,4032.4,3919.5,3998.6,3872.4,3525.6,3762.0,2639.7,2980.2,4190.7,3860.4,3929.6,3810.9,3895.1,3782.2,2544.8,4130.7,3121.5,4210.9,3542.8,4170.9,4085.4,4004.5,4108.2,4007.3,4265.7,3488.2,2839.2,4046.1,3509.1,4131.6,4205.0,3358.0,4178.8,3947.7,4111.6,4301.0,2431.0,4102.7,2977.8,3931.4,4019.4,3167.4,3877.5,4347.9,4241.9,4316.7,4207.2,3861.5,3477.0,1475.6,2494.0,2470.7,3788.0,2952.0,4217.8,3090.1,3663.0,4181.4,4180.3,4151.6,4084.0,2902.0,4257.7,3118.8,4077.6,2712.5,3941.8,4069.1,3919.1,4044.8,2993.3,4053.9,3820.2,3479.4,2475.7,3869.2,3918.7,3958.6,2877.6,3667.3,3925.6,3705.9,4007.7,3950.9,3888.5,3890.4,3970.5,3943.9,3505.1,2735.5,3451.8,2240.8,3985.4,2298.6,3886.8,3968.6,3871.8,3802.8,3101.8,3500.5,3961.2,2299.6,3918.7,1714.5,3986.2,3505.2,3916.8,2297.5,2673.1,3731.6,2852.7,3380.9,2247.4,2813.1,2728.2,3237.6,1657.5,3941.6,3955.9,4084.0,3451.6,3966.5,2526.7,3434.8,3913.7,2173.4,2671.7,3419.9,3850.4,3806.2,3989.1,3896.4,3874.3,3209.8,4179.5,3780.4,3917.6,1803.8,4067.9,4017.6,1964.7,3947.5,1750.6,2805.1,2853.9,4109.8,2122.8,4166.6,2869.0,4023.1,4033.2,3724.7,3838.6,3446.2,4055.6,2905.2,2921.0,2241.9,3932.2,3875.9,4063.4,3895.0,3133.3,3945.3,2931.3,3969.0,1819.7,4184.6,4120.3,4110.6,3460.3,2938.5,3603.6,4049.5,3922.2,2730.9,3567.8,2967.2,3535.2,2113.7,3570.6,2924.8,1949.8,4022.1,4001.7,2330.6,4126.7]],"clip":{"cell":"gaussian-ppo-walker","episode":2,"of":5,"return":3907.2,"length":1000,"success":false,"returns":[3974.3,3907.2,3028.5,3972.4,3888.9],"seconds":8.0,"speed":1.0},"train":{"server":["gaussian-policy default ppo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 17 --policy.action-dim 6","--algo.buffer-size 2048 --algo.batch-size 64 --algo.train-itrs 488"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Walker2d-v5 --runner.replan-steps 1 --runner.seed 0"],"env":"mujoco","source":"experiments/e38-gaussian-ppo/run.sh"}}],"vla":{"task":"LIBERO-10 task 8: put both moka pots on the stove","task_zh":"LIBERO-10 第 8 题：把两个摩卡壶都放到炉子上","cells":[{"id":"pi0-base","label":"pi0.5 as released","label_zh":"原版 pi0.5","status":"reference","experiments":["E26"],"score":[29,50],"note":"untrained, the reference","note_zh":"未训练，作参照","clip":{"cell":"pi0-base","episode":1,"of":1,"return":1.0,"length":410,"success":true,"returns":[1.0],"seconds":8.24,"speed":2.5},"train":{"server":["pi0-policy default eval default","--port 8000 --policy.device cuda","--policy.name pi05_libero --policy.checkpoint-path PI05_LIBERO_CHECKPOINT"],"client":["libero-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-procs 1 --num-episodes 50","--env.task-suite-name libero_10 --env.task-id 8","--env.no-randomize-initial-state --runner.replan-steps 5 --runner.seed 7"],"env":"libero","source":"experiments/e26-frozen-mlp/eval.sh"}},{"id":"pi0-fpo","label":"pi0-policy · FPO","label_zh":"pi0-policy · FPO","status":"holds","experiments":["E14","E26","E32"],"score":[33,50],"note":"one update with FPO++'s chunk loss leaves it intact; FPO's own took it to 0","note_zh":"换成 FPO++ 的块损失后一次更新没毁掉它；原版 FPO 会让它归零","clip":{"cell":"pi0-fpo","episode":1,"of":1,"return":1.0,"length":350,"success":true,"returns":[1.0],"seconds":7.04,"speed":2.5},"train":{"server":["pi0-policy default fpo default","--port 8000 --seed 7 --policy.device cuda:0","--policy.name pi05_libero --policy.checkpoint-path PI05_LIBERO_CHECKPOINT","--algo.learning-rate 1e-5 --algo.clipping-epsilon 0.05","--algo.num-updates-per-batch 4 --algo.n-samples-per-action 4","--algo.buffer-size 4096 --algo.batch-size 8 --algo.global-steps 8192","--algo.master-weights-device cuda:1","--algo.n-critic-warmup-itrs 1","--algo.output-mode u --algo.no-discretize-t-for-training","--algo.cfm-loss-steps 5 --algo.cfm-loss-dims 7 --algo.cfm-loss-sum-over-steps","--algo.ratio-per-sample"],"client":["libero-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-procs 10 --num-episodes 100000","--env.task-suite-name libero_10 --env.task-id 8","--env.randomize-initial-state --runner.replan-steps 5 --runner.seed 7"],"env":"libero","source":"experiments/e32-pi0-fpo-plus-plus/train.sh"}},{"id":"pi0-dppo","label":"pi0-policy · DPPO","label_zh":"pi0-policy · DPPO","status":"holds","experiments":["E25"],"score":[30,50],"note":"two iterations leave it intact, having barely moved it","note_zh":"两轮后没被毁掉，但几乎没动它","clip":{"cell":"pi0-dppo","episode":1,"of":1,"return":1.0,"length":415,"success":true,"returns":[1.0],"seconds":8.32,"speed":2.5},"train":{"server":["pi0-policy default dppo libero","--port 8000 --seed 7 --policy.device cuda:0","--policy.name pi05_libero --policy.checkpoint-path PI05_LIBERO_CHECKPOINT","--algo.buffer-size 4096 --algo.batch-size 8 --algo.train-itrs 2"],"client":["libero-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-procs 10 --num-episodes 100000","--env.task-suite-name libero_10 --env.task-id 8","--env.randomize-initial-state --runner.replan-steps 5 --runner.seed 7"],"env":"libero","source":"experiments/e25-pi0-dppo/cell.sh"}}]},"experiments":{"E6":"e6-first-learning-curve","E14":"e14-ten-iterations","E16":"e16-critic-restart","E17":"e17-second-algorithm","E18":"e18-dppo-normalised","E23":"e23-hopper","E24":"e24-coverage","E25":"e25-pi0-dppo","E26":"e26-frozen-mlp","E27":"e27-robomimic","E28":"e28-dppo-learns","E29":"e29-clamp-or-noise","E30":"e30-fpo-dppo-factors","E31":"e31-dppo-longer","E32":"e32-pi0-fpo-plus-plus","E33":"e33-fpo-dppo-structure","E34":"e34-square-dppo","E38":"e38-gaussian-ppo"},"envs":{"mujoco":{"extra":"mujoco","packages":"gymnasium 1.x, mujoco 3.x (3.6 and 3.14 here)"},"robomimic":{"extra":"robomimic","packages":"robomimic 0.4, robosuite 1.4.1, mujoco 2.3.7"},"libero":{"extra":"libero","packages":"LIBERO, robosuite 1.4.1, mujoco 2.3.7"}},"server_packages":"torch; no MuJoCo, robosuite or gymnasium on any server that trained these cells"}
+{"rows":[{"id":"fpo-fpo","label":"fpo-policy · FPO"},{"id":"fpo-dppo","label":"fpo-policy · DPPO"},{"id":"dppo-dppo","label":"dppo-policy · DPPO"},{"id":"gaussian-ppo","label":"gaussian-policy · PPO"}],"columns":[{"id":"cheetah","label":"HalfCheetah-v5"},{"id":"hopper","label":"Hopper-v5"},{"id":"walker","label":"Walker2d-v5"},{"id":"square","label":"robomimic square"}],"ranges":{"cheetah":[-534.5,2154.1],"hopper":[11.2,3704.4],"walker":[-2.6,4577.1],"square":[27.9,159.4]},"cells":[{"id":"fpo-fpo-cheetah","row":"fpo-fpo","column":"cheetah","status":"learns","experiments":["E6","E16"],"note":"about −300 → 1,346–2,050","note_zh":"从约 −300 升到 1,346–2,050","seed":0,"curves":[[-340.4,-335.1,-377.7,-290.9,-265.6,-234.9,-246.0,-163.0,-259.4,-136.0,-135.2,-69.6,-60.2,-38.2,-51.8,-25.7,6.9,9.9,-25.6,2.0,-1.8,11.9,5.3,85.3,36.9,82.5,156.8,191.4,256.4,320.3,333.9,411.2,222.5,479.0,370.1,510.8,366.7,575.6,356.1,577.8,179.9,550.5,456.0,553.7,666.0,781.8,575.6,748.5,609.9,827.7,403.7,390.6,559.3,609.3,576.3,700.3,699.8,885.3,841.0,981.2,964.4,526.1,1008.3,1045.2,769.8,1031.7,766.6,1052.7,1090.7,838.4,1073.5,830.8,828.6,1156.7,1237.0,1190.5,1281.6,1265.4,1072.7,1361.7,1382.7,1385.1,1017.1,1412.4,1479.8,1472.5,1523.0,1530.3,1521.3,1563.3,1612.0,1641.7,1668.9,1262.2,1465.3,1412.7,1029.3,1304.5,1496.1,1643.1],[-358.6,-285.2,-262.2,-318.8,-357.6,-256.9,-199.5,-134.8,-216.0,-207.4,-210.1,-136.2,-64.2,-140.5,-169.7,-87.4,-28.8,-61.1,9.8,62.7,58.5,120.6,101.9,255.1,291.8,314.5,409.8,105.8,425.2,387.7,611.7,373.6,651.0,570.7,651.4,731.0,748.0,740.1,825.2,414.0,816.5,674.3,805.7,815.2,864.5,877.4,1022.2,904.5,926.0,1007.5,760.4,1056.0,1048.0,1203.5,1186.1,1111.5,1250.9,1307.5,1257.8,1242.5,1298.1,1327.0,1254.8,1435.7,1235.9,1511.2,1509.7,1469.5,1649.6,1417.7,1651.7,1001.0,1738.4,1757.2,1629.4,1718.8,1671.9,1728.0,1593.8,1832.3,1903.5,1556.2,1717.0,1666.3,1703.9,1803.4,1885.9,1829.2,1901.7,1926.3,1953.9,1951.7,2001.3,1935.2,2038.4,2154.1,2087.5,2112.3,2142.7,2117.7],[-285.4,-322.1,-281.0,-312.1,-282.8,-366.2,-209.1,-230.4,-226.3,-218.5,-186.8,-240.5,-188.6,-173.8,-149.1,-143.0,-67.5,-42.8,-29.8,-14.3,39.6,120.2,164.5,147.4,213.9,254.8,241.4,335.0,364.0,417.4,350.1,504.7,500.1,528.4,617.6,621.9,637.6,767.6,679.0,682.6,771.3,776.9,862.2,755.4,802.5,845.3,830.6,866.6,948.2,987.4,875.9,631.9,729.0,1026.7,960.3,987.3,951.3,1074.2,1061.3,1166.7,1234.0,902.6,1036.4,967.0,1175.8,1212.3,1253.0,1027.4,1173.7,1013.4,1068.9,1073.1,1068.0,1311.7,1503.5,998.7,1136.5,1213.3,1293.7,1163.1,1330.8,1183.8,1042.3,1134.6,1460.8,1223.6,1221.7,1402.3,1296.6,1255.1,1257.0,1188.4,1551.9,1299.1,1236.8,1303.3,1590.8,1281.4,1392.2,1356.2]],"clip":{"cell":"fpo-fpo-cheetah","episode":5,"of":5,"return":1609.1,"length":1000,"success":false,"returns":[1679.4,1734.1,1529.3,1255.2,1609.1],"seconds":8.0,"speed":1.0},"train":{"server":["fpo-policy default fpo default","--port 8000 --seed 0 --policy.device cpu","--algo.buffer-size 4096 --algo.global-steps 409600"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name HalfCheetah-v5 --runner.replan-steps 1 --runner.seed 0"],"env":"mujoco","source":"experiments/e16-critic-restart/phase_a.sh"}},{"id":"fpo-fpo-hopper","row":"fpo-fpo","column":"hopper","status":"learns","experiments":["E23"],"note":"15–19 → 1,587–2,006","note_zh":"从 15–19 升到 1,587–2,006","seed":2,"curves":[[16.3,21.1,31.3,61.3,79.8,122.0,144.4,176.3,202.4,218.7,235.0,237.1,253.5,279.0,299.1,318.8,365.7,387.2,395.0,424.1,405.6,458.4,488.4,594.9,629.7,618.5,713.7,761.4,837.1,992.3,916.2,737.8,987.1,877.4,809.6,1090.9,976.2,1146.0,861.4,1185.3,1139.3,958.8,845.2,1510.4,1285.9,1282.2,819.3,1019.5,1357.1,1153.2,1712.9,1572.2,1525.4,1176.6,986.4,929.7,1197.9,1510.9,1374.2,985.7,950.0,1026.2,1147.8,997.9,966.6,1476.1,1244.0,1337.1,1375.7,1216.6,1268.1,1431.9,1477.4,1247.6,1402.8,1990.0,1794.1,1640.2,1019.8,1538.6,1370.3,1004.0,1542.7,1438.4,1834.1,1791.8,1201.4,1446.0,1412.9,1275.7,1309.2,1672.3,1535.9,1615.4,1118.2,1283.4,1443.9,1684.7,1887.6,2320.3],[19.1,21.9,35.5,56.9,102.1,143.6,179.2,203.1,230.9,238.0,219.6,245.0,224.0,241.9,246.6,251.0,277.5,300.8,332.8,374.0,350.0,322.4,373.0,382.2,393.4,359.7,383.5,374.1,430.1,404.8,474.8,469.2,499.1,652.8,598.3,704.4,653.0,662.1,826.7,762.7,791.9,814.1,982.3,877.7,875.8,941.5,958.7,948.3,1171.5,1209.7,1300.9,1291.2,1241.1,1235.8,1464.6,1268.4,1512.1,1203.2,1126.3,1564.9,1363.8,1402.2,1227.4,1961.2,1837.7,1947.1,1776.6,1903.2,1636.3,2113.4,2164.5,1415.0,1638.8,2050.3,1437.3,2444.6,1880.1,2004.9,2482.8,1954.1,2112.4,1605.2,2089.8,1956.5,2575.4,1967.4,1940.4,1904.4,2377.3,1786.3,1962.7,2441.6,1851.2,1777.1,2307.6,2574.9,1838.0,1253.3,1840.8,2210.8],[14.5,18.5,35.6,53.8,92.8,121.4,163.1,182.8,228.8,218.6,220.6,235.1,234.7,245.9,263.1,293.0,327.1,324.1,373.7,363.5,376.5,369.8,400.2,450.0,451.8,571.1,628.2,644.8,798.6,855.9,797.8,886.9,1215.1,1571.2,1118.4,1325.9,1151.5,1258.1,1181.0,1339.7,1653.9,1443.2,1272.4,1170.1,1496.0,1105.7,1419.7,1108.2,1331.0,1495.4,1199.6,1558.2,1887.1,1229.5,2034.4,1517.2,1874.0,1567.6,1480.9,1612.7,2081.5,2017.8,2152.4,1691.2,1639.1,1439.9,1502.0,1232.2,1507.7,1476.2,1523.9,1233.4,1599.6,1672.5,1999.0,1821.7,2038.0,1733.4,2177.0,1677.7,1841.6,1858.1,1965.0,1929.9,2263.2,1629.4,1926.7,1449.4,2316.0,1768.6,2306.9,2057.3,1852.1,1950.5,1221.7,1498.2,1880.3,1569.4,1571.5,1852.7]],"clip":{"cell":"fpo-fpo-hopper","episode":2,"of":5,"return":1123.2,"length":360,"success":false,"returns":[2789.9,1123.2,2846.4,468.1,456.9],"seconds":3.0,"speed":0.973},"train":{"server":["fpo-policy default fpo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 11 --policy.action-dim 3","--algo.buffer-size 4096 --algo.global-steps 409600"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Hopper-v5 --runner.replan-steps 1 --runner.seed 0"],"env":"mujoco","source":"experiments/e23-hopper/run.sh"}},{"id":"fpo-fpo-walker","row":"fpo-fpo","column":"walker","status":"learns","experiments":["E24"],"note":"about 0 → 964–1,101","note_zh":"从约 0 升到 964–1,101","seed":1,"curves":[[0.7,1.9,10.7,34.4,82.6,129.7,199.9,237.7,205.4,263.3,367.4,337.5,348.6,333.0,295.4,340.1,331.0,312.3,325.1,366.6,315.0,318.5,341.0,325.9,270.0,317.1,328.2,338.2,522.6,551.8,423.1,330.4,297.0,512.2,375.0,340.4,333.9,321.6,309.4,300.0,375.0,322.8,341.0,371.4,352.0,374.5,391.5,436.9,426.6,449.7,553.6,635.4,727.9,704.6,546.9,621.1,722.3,741.0,682.8,604.1,614.4,854.6,727.9,676.9,765.7,1162.1,840.5,687.8,701.1,648.6,683.8,783.0,751.0,717.6,1030.8,944.4,738.7,674.4,902.5,1238.0,770.5,824.2,598.6,1122.9,1172.4,900.4,907.7,974.6,1107.7,886.2,901.8,1165.2,1024.7,1044.9,780.2,1066.5,909.6,892.1,987.0,868.3],[-0.3,0.8,7.9,31.4,47.2,107.5,224.2,155.5,208.4,282.9,298.4,245.3,277.6,335.8,303.3,303.4,296.0,337.3,330.8,329.4,334.9,294.6,319.8,287.9,321.7,292.6,312.1,337.3,336.4,351.1,333.5,397.0,322.3,380.4,404.4,321.6,362.7,348.6,332.0,330.9,337.2,316.9,333.5,331.5,327.1,334.2,383.5,347.4,362.1,359.4,377.7,359.7,393.2,392.0,416.8,434.5,410.1,375.1,406.9,413.7,433.7,397.2,440.9,495.9,458.8,455.9,504.1,537.1,496.4,599.0,751.8,691.0,784.7,840.0,913.3,762.6,882.0,875.6,864.6,995.1,1043.6,961.0,978.4,1012.3,1129.0,906.5,892.3,832.7,763.1,881.6,1058.2,1032.4,1076.8,991.3,846.8,1042.1,1051.7,868.9,918.7,1378.1],[0.6,1.5,7.7,28.2,64.7,145.2,200.0,201.2,256.2,217.2,246.8,279.8,316.7,257.1,311.0,303.2,232.2,304.3,314.1,336.8,327.1,321.9,348.0,353.3,430.8,356.0,442.6,327.7,387.8,368.5,467.1,354.3,404.5,337.4,329.7,329.7,328.2,311.0,387.0,337.4,488.8,419.6,477.3,385.7,377.9,428.6,571.4,447.4,433.3,479.6,517.5,520.1,555.3,592.9,702.3,669.5,593.1,733.4,678.6,768.3,599.3,728.6,988.6,1054.1,600.5,680.7,953.6,823.6,872.9,986.6,1030.2,1197.6,1056.5,1032.6,1009.6,949.7,1024.4,1061.3,1165.9,1150.1,996.1,1259.8,1298.4,1331.6,979.3,1257.1,1238.0,1370.2,1031.2,1570.6,810.7,1048.3,1088.8,1401.1,1227.8,1105.7,1192.6,932.1,1052.2,1150.4]],"clip":{"cell":"fpo-fpo-walker","episode":5,"of":5,"return":837.7,"length":310,"success":false,"returns":[821.9,1329.9,440.2,933.0,837.7],"seconds":3.0,"speed":0.84},"train":{"server":["fpo-policy default fpo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 17 --policy.action-dim 6","--algo.buffer-size 4096 --algo.global-steps 409600"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Walker2d-v5 --runner.replan-steps 1 --runner.seed 0"],"env":"mujoco","source":"experiments/e24-coverage/run_cell.sh"}},{"id":"fpo-fpo-square","row":"fpo-fpo","column":"square","status":"runs","experiments":["E27","E35","E37"],"note":"from a clone at 0.52–0.55, falls to 0.26–0.39: our FPO's defect, being traced","note_zh":"从成功率 0.52–0.55 的克隆策略起步，掉到 0.26–0.39：是我们 FPO 的缺陷，正在排查","seed":1,"curves":[[87.2,88.1,94.3,90.2,84.2,88.2,83.1,89.7,84.2,81.8,100.4,82.4,85.6,84.6,70.7,91.7,69.7,65.2,81.0,87.1,72.1,75.3,83.9,67.8,78.2,75.8,66.4,82.9,63.7,73.2,72.6,67.7,60.0,63.5,60.0,46.5,60.3,81.5,82.7,72.2,60.8,48.6,59.7,55.3,52.5,48.2,62.0,48.8,37.8,49.0,51.4,49.7,41.3,43.8,46.5,42.2,36.7,50.5,43.2,27.9],[90.7,83.4,94.2,63.7,98.2,79.3,84.4,86.7,90.6,96.1,91.5,94.1,102.0,84.4,95.7,97.4,91.2,87.0,71.7,91.6,84.0,84.8,88.0,99.6,89.5,88.5,78.6,96.2,91.3,88.3,92.5,97.6,80.8,75.1,88.5,98.3,88.6,76.9,71.6,79.7,62.7,84.6,70.0,60.5,57.0,67.2,57.4,59.7,67.2,65.8,46.6,74.5,66.4,55.8,69.8,45.8,56.7,61.4,56.2,47.9],[84.2,89.5,78.9,83.7,84.8,90.8,107.8,86.1,89.2,103.0,82.9,79.0,98.2,89.1,92.3,88.3,104.7,106.6,96.6,103.6,106.7,96.4,88.9,78.9,88.1,92.1,91.7,85.4,84.3,64.2,78.4,79.9,64.8,68.5,82.6,68.6,79.5,83.4,73.2,69.4,66.2,52.7,52.8,64.2,63.7,62.5,61.2,67.4,74.4,70.0,66.2,61.0,60.7,65.7,58.7,51.8,71.3,64.4,54.8,68.9]],"clip":{"cell":"fpo-fpo-square","episode":2,"of":5,"return":1.0,"length":163,"success":true,"returns":[1.0,1.0,0.0,1.0,1.0],"seconds":8.0,"speed":1.0},"train":{"server":["fpo-policy default fpo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 23 --policy.action-dim 7 --policy.action-horizon 4 --policy.hidden-dims 1024 1024 1024 --policy.flow-steps 10","--policy.state-keys robot0_eef_pos robot0_eef_quat robot0_gripper_qpos object --policy.freeze-obs-stats","--algo.policy-checkpoint-path E35_BC_CHECKPOINT --algo.restore except-critic","--algo.output-mode u --algo.no-discretize-t-for-training --algo.cfm-loss-steps 4 --algo.cfm-loss-dims 7 --algo.cfm-loss-sum-over-steps","--algo.ratio-per-sample --algo.n-critic-warmup-itrs 1 --algo.clipping-epsilon 0.01 --algo.learning-rate 1e-5","--algo.num-updates-per-batch 10 --algo.n-samples-per-action 8 --algo.discounting 0.995 --algo.gae-lambda 0.99","--algo.buffer-size 12000 --algo.batch-size 1500 --algo.global-steps 720000"],"client":["robomimic-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-procs 3 --num-episodes 100000","--env.name square-img --env.agentview-image-size 84 84","--env.no-terminate-on-success --runner.replan-steps 4"],"env":"robomimic","source":"experiments/e37-square-fpo-policy/run_cell.sh"}},{"id":"fpo-dppo-cheetah","row":"fpo-dppo","column":"cheetah","status":"learns","experiments":["E17","E18","E30","E33"],"note":"+1,294 to +1,411 with dppo-policy's structure","note_zh":"换成 dppo-policy 的结构后 +1294 到 +1411","seed":0,"curves":[[-185.8,-335.4,-284.4,-244.1,-271.1,-269.5,-296.8,-266.4,-229.8,-158.9,-228.5,-305.1,-269.2,-258.3,-246.2,-237.8,-246.2,-289.3,-252.4,-286.3,-315.9,-283.8,-254.2,-281.6,-220.6,-271.2,-247.6,-287.4,-255.5,-201.0,-312.7,-215.8,-211.3,-258.6,-286.0,-225.9,-315.7,-235.0,-233.2,-259.2,-266.2,-242.7,-253.0,-264.1,-219.1,-243.9,-339.1,-221.6,-222.0,-343.1,-272.1,-211.4,-294.7,-273.5,-255.8,-262.8,-239.5,-225.7,-292.4,-315.5,-249.4,-264.7,-210.4,-221.8,-213.1,-220.0,-208.8,-247.6,-228.9,-206.5,-291.0,-205.8,-209.5,-210.3,-194.4,-243.6,-255.6,-220.9,-208.2,-243.9,-283.9,-262.3,-167.0,-207.6,-179.1,-180.7,-241.2,-183.7,-218.4,-213.4,-241.0,-215.6,-261.7,-250.0,-182.7,-148.8,-149.8,-159.2,-202.6,-183.5,-145.7,-148.0,-203.8,-127.4,-192.6,-148.8,-165.5,-216.4,-203.4,-152.5,-181.0,-158.6,-157.2,-191.9,-124.5,-187.6,-163.0,-163.9,-117.0,-158.0,-202.6,-167.9,-173.9,-168.4,-171.3,-160.4,-147.7,-145.6,-135.5,-131.7,-172.9,-171.3,-195.8,-141.7,-171.4,-181.1,-162.2,-174.1,-178.3,-180.1,-117.0,-146.4,-159.2,-166.9,-95.9,-137.8,-114.7,-177.2,-151.5,-131.1,-186.8,-176.9,-155.3,-111.3,-168.6,-195.5,-148.5,-139.2,-118.3,-127.4,-144.5,-174.0,-174.1,-142.7,-144.7,-193.4,-145.5,-132.4,-146.0,-144.9,-130.4,-90.5,-153.1,-120.0,-102.5,-94.5,-120.0,-146.4,-99.2,-140.1,-138.0,-190.2,-148.0,-195.3,-138.7,-160.9,-149.5,-147.3,-132.6,-107.2,-154.3,-138.3,-164.1,-136.8,-109.6,-116.6,-90.8,-51.7,-143.9,-85.6,-71.8,-80.9,-32.4,-54.8,-15.5,-109.7,-42.0,-84.5,-60.9,-3.0,-34.0,-11.5,56.4,48.3,-7.4,36.8,104.0,20.3,97.9,89.5,132.4,172.8,73.1,124.8,131.4,155.9,152.3,165.0,156.7,155.5,91.6,171.4,202.9,251.4,147.0,179.0,217.4,253.3,267.0,242.6,306.8,282.2,399.6,374.4,323.2,371.9,352.7,402.3,435.7,373.4,543.8,521.1,556.4,454.4,458.8,521.0,503.1,628.2,501.9,643.3,580.2,738.3,625.4,772.2,709.3,695.6,809.1,831.6,724.8,782.4,836.6,674.0,846.3,829.8,1071.9,1076.5,907.6,826.2,1170.0,904.3,1085.7,795.3,1008.9,816.0,1105.9,850.9,994.7,1145.4,987.4,920.4,1280.2,1087.6,1150.2,1258.6,1094.1,1112.0,1020.6,1186.6,1330.1,932.8],[-226.2,-289.1,-231.6,-254.8,-273.2,-273.3,-227.2,-237.6,-322.4,-247.1,-281.3,-335.0,-244.7,-221.1,-269.8,-271.2,-263.5,-273.0,-272.9,-323.7,-301.4,-286.8,-307.7,-283.4,-273.1,-251.5,-239.2,-243.0,-241.5,-237.9,-253.6,-266.4,-240.5,-279.2,-285.6,-233.8,-282.9,-268.1,-194.0,-234.6,-272.9,-294.4,-236.6,-285.0,-188.0,-231.0,-308.3,-261.9,-271.6,-330.0,-306.8,-241.3,-245.2,-321.8,-187.5,-240.0,-254.0,-260.4,-253.8,-271.1,-225.3,-305.5,-238.1,-284.4,-238.5,-263.3,-188.4,-209.4,-292.7,-250.0,-207.7,-179.2,-252.5,-210.0,-207.9,-241.6,-300.8,-169.1,-203.2,-237.7,-213.9,-236.4,-177.2,-213.9,-284.4,-233.9,-222.8,-205.5,-180.8,-179.8,-187.2,-183.1,-173.0,-264.6,-192.7,-212.7,-217.3,-141.9,-202.9,-213.1,-116.1,-179.9,-135.1,-230.6,-141.9,-147.4,-191.5,-217.4,-205.5,-165.4,-175.4,-197.3,-158.1,-216.5,-158.0,-154.1,-173.8,-176.9,-172.6,-217.0,-167.6,-123.0,-176.2,-124.9,-131.4,-148.2,-151.0,-149.5,-172.2,-121.3,-115.0,-96.1,-137.2,-144.6,-154.7,-110.2,-146.1,-161.7,-133.2,-125.6,-139.9,-107.3,-125.0,-154.2,-101.1,-139.6,-98.9,-110.9,-155.7,-119.4,-161.7,-115.7,-175.5,-167.2,-177.0,-100.1,-114.6,-152.3,-129.7,-125.9,-126.2,-108.6,-184.6,-135.8,-120.7,-127.0,-123.8,-75.4,-169.4,-115.7,-134.9,-124.1,-202.4,-109.3,-115.0,-83.3,-129.3,-125.5,-100.8,-81.6,-86.1,-123.3,-117.0,-84.6,-72.1,-89.7,-101.4,-92.8,-70.9,-131.7,-55.4,-72.4,-91.8,-58.9,-89.7,-87.8,-32.2,-58.8,-27.5,-75.8,-58.4,-47.6,-94.6,-71.9,-22.6,4.6,-54.1,15.1,24.0,18.4,97.5,88.0,178.7,99.2,-26.5,61.9,47.2,143.6,125.9,202.8,199.5,203.0,240.4,196.1,259.3,314.0,244.4,330.7,390.0,357.2,320.0,220.9,356.3,333.2,293.8,399.8,384.6,382.6,329.5,435.2,404.0,221.4,444.9,383.7,530.9,551.6,463.0,462.8,433.1,482.6,517.3,499.8,494.2,495.6,551.1,502.8,593.5,482.1,554.6,437.6,574.5,489.8,188.8,629.0,507.4,518.4,557.6,606.6,621.1,590.3,654.8,663.3,625.6,503.2,645.7,552.2,689.6,631.4,668.0,843.5,624.8,834.3,1025.1,1006.3,967.7,1044.3,652.4,1125.4,963.9,1049.2,1013.0,1046.6,1254.7,1171.5,1070.1,1245.3,1234.5,1297.5,1275.2,1242.2],[-271.0,-308.1,-264.4,-282.2,-200.2,-259.0,-286.7,-285.5,-239.0,-218.0,-307.1,-264.2,-280.3,-301.4,-259.1,-263.8,-279.4,-304.1,-338.3,-189.2,-243.0,-240.0,-295.0,-256.9,-272.3,-271.8,-279.5,-221.4,-214.0,-260.5,-278.7,-240.4,-240.0,-298.7,-310.2,-357.8,-278.7,-239.6,-304.6,-240.8,-200.9,-284.2,-207.6,-187.5,-293.8,-216.5,-293.1,-195.1,-201.0,-265.4,-215.6,-267.8,-248.5,-225.6,-261.3,-242.3,-305.4,-278.9,-176.3,-224.3,-212.0,-290.0,-287.5,-247.6,-281.5,-235.6,-289.6,-296.4,-226.9,-308.0,-197.0,-257.0,-184.1,-243.8,-162.9,-253.6,-226.4,-166.3,-242.5,-224.2,-237.3,-183.9,-137.2,-186.8,-149.2,-130.3,-225.5,-104.7,-187.2,-171.3,-229.6,-123.3,-205.2,-151.7,-187.6,-132.4,-168.7,-162.0,-147.2,-189.5,-174.9,-246.0,-159.5,-131.6,-159.2,-132.9,-83.0,-105.3,-137.7,-102.8,-118.8,-150.5,-141.2,-108.7,-157.2,-136.7,-150.1,-167.4,-100.4,-119.4,-129.0,-119.0,-129.2,-136.2,-112.7,-127.3,-112.9,-96.0,-114.6,-109.9,-61.9,-113.5,-46.0,-113.0,-142.7,-95.4,-99.7,-60.3,-124.3,-102.8,-117.4,-143.7,-130.9,-110.5,-96.3,-138.8,-187.7,-67.8,-139.6,-95.1,-91.7,-101.0,-98.4,-65.3,-51.4,-53.0,-107.2,-75.5,-79.2,-102.2,-52.5,-73.1,-51.1,-48.2,-92.2,-59.2,-46.9,-67.6,-49.0,-1.1,-18.1,-8.1,-40.4,-18.0,-17.5,-55.3,-0.4,-14.9,-45.2,32.3,16.1,15.9,89.9,40.2,139.2,97.1,76.1,150.0,139.0,228.8,225.7,305.6,288.6,273.4,332.4,380.1,355.0,402.3,319.5,300.8,252.5,392.3,331.0,451.3,341.0,247.0,445.4,495.7,522.0,537.0,556.2,435.9,506.4,476.7,508.3,591.1,636.1,593.5,650.0,646.9,625.8,504.3,571.9,698.9,558.4,486.2,580.6,627.2,671.1,748.3,791.8,827.2,860.4,698.9,810.0,717.8,775.3,553.4,753.2,755.7,729.6,801.9,841.1,894.0,745.1,879.9,882.4,964.0,898.3,909.6,851.9,932.3,999.4,998.9,913.7,1073.5,1023.9,982.5,969.7,1079.4,1069.5,960.0,1119.0,1111.0,1064.9,992.8,1056.9,1207.0,1069.6,1074.8,1025.3,1042.2,1083.2,1009.9,959.7,914.4,1016.5,902.4,980.0,1012.8,1070.6,1005.0,1028.7,991.7,1014.4,1012.8,1086.4,1088.7,1076.1,1114.1,1044.1,1037.2,968.7,1000.8,1125.1,1047.4,1000.1,872.8,1013.3,1115.3]],"clip":{"cell":"fpo-dppo-cheetah","episode":2,"of":5,"return":703.8,"length":1000,"success":false,"returns":[437.6,703.8,632.5,1132.3,854.4],"seconds":8.0,"speed":1.0},"train":{"server":["fpo-policy default dppo cheetah","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 17 --policy.action-dim 6","--policy.action-horizon 4 --policy.flow-steps 20 --policy.hidden-dims 512 512 512","--algo.sampling-noise-level 1.0 --algo.logprob-noise-level 1.0","--algo.buffer-size 1024 --algo.batch-size 512 --algo.train-itrs 300"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name HalfCheetah-v5 --runner.replan-steps 4 --runner.seed 0"],"env":"mujoco","source":"experiments/e33-fpo-dppo-structure/run.sh"}},{"id":"fpo-dppo-hopper","row":"fpo-dppo","column":"hopper","status":"learns","experiments":["E28","E29","E30","E33"],"note":"998–1,037 with dppo-policy's structure, mostly by staying up","note_zh":"换成 dppo-policy 的结构后 998–1037，主要靠站住不倒","seed":3,"curves":[[19.2,17.9,18.0,19.7,21.0,21.3,26.1,23.2,29.4,31.6,34.9,39.8,46.0,49.2,62.5,62.5,81.7,79.6,85.7,89.8,106.0,110.5,105.4,106.5,113.3,117.2,142.9,144.8,150.8,163.1,152.2,180.4,171.2,202.0,195.2,227.9,229.9,229.0,234.1,241.4,218.3,234.6,227.5,244.7,247.7,248.9,250.6,255.7,242.5,258.7,263.7,255.3,275.9,266.4,255.2,273.1,275.4,294.5,284.6,287.1,300.4,324.7,327.4,365.4,433.5,349.4,451.6,423.2,479.8,424.2,430.8,490.3,441.3,518.5,491.2,558.3,542.2,600.0,481.6,503.3,615.7,480.7,652.0,740.0,695.6,756.1,930.0,758.2,850.5,940.5,1018.7,1009.7,1007.1,893.7,830.8,1015.3,833.5,1004.5,926.5,848.5,1014.0,1037.7,939.4,955.1,1016.2,1001.4,994.4,878.1,847.4,980.7,779.5,1015.5,1002.6,1004.8,1009.0,811.7,836.2,844.2,839.3,878.2,979.7,844.9,912.7,895.0,1034.1,1049.4,920.5,941.1,1015.9,1051.3,1024.4,1035.3,1036.5,943.6,970.6,1036.5,1017.8,1011.4,882.1,1021.3,1032.2,1017.2,1009.9,1016.9,1019.4,1009.3,952.9,1022.9,1018.8,1034.9,953.5,1023.8,1031.9,1028.8,1015.1,919.5,906.3,1018.1,1025.7,1013.4,1023.1,1019.2,1024.8,1009.9,1014.1,1019.4,1014.4,1015.4,1018.8,1015.8,1031.4,915.2,1055.7,942.9,1014.4,979.4,1009.8,945.5,822.0,906.3,742.1,1052.7,965.6,991.2,947.4,1022.2,926.5,1045.0,1006.3,862.2,1035.9,874.9,1035.3,999.6,1004.8,854.2,900.0,758.4,976.8,865.9,1071.1,1015.7,895.8,1003.3,1061.4,879.9,770.1,941.6,794.9,1096.0,882.5,882.1,1022.1,909.4,870.0,881.6,1040.1,1072.4,1079.7,920.1,1023.1,913.6,853.1,1071.4,904.6,781.0,1104.5,996.9,980.6,923.3,931.8,976.0,934.5,980.3,1055.5,1015.0,1068.7,1072.0,1037.3,1042.1,966.3,1014.3,1044.4,1037.7,1037.8,1036.0,1037.7,1036.0,1044.5,1035.6,1043.3,1026.0,1023.8,1015.2,1015.1,1021.0,1030.1,1033.2,1031.8,1032.1,1040.4,1028.6,1032.1,927.9,1035.6,1034.5,1027.1,1022.1,1025.7,1032.2,1029.5,1028.0,1034.6,1006.8,950.9,974.8,865.4,856.6,982.0,1060.5,918.0,1034.4,994.4,1021.8,1021.2,1027.2,1019.9,1031.1,1030.2,1021.4,1035.3,1026.1,1035.8,1054.7,1048.6,1059.6,1060.3,1067.0,1063.3,795.2],[16.4,18.8,17.3,21.8,20.2,23.7,21.4,23.7,24.6,24.2,33.7,40.0,44.0,56.1,60.3,69.0,72.2,80.3,79.6,97.6,104.5,107.4,115.9,107.5,125.2,128.9,163.4,153.4,180.8,166.4,185.9,185.1,200.7,213.9,216.5,228.3,238.2,244.7,240.7,254.9,240.3,243.7,249.7,238.5,257.5,262.4,248.9,240.7,246.7,247.5,263.9,246.4,264.2,286.0,259.6,282.2,278.4,263.5,264.5,286.9,276.7,283.0,256.4,274.0,251.3,261.2,262.1,262.7,290.0,284.8,278.7,303.7,341.3,301.4,404.1,339.2,424.8,372.7,366.9,367.5,379.8,372.2,381.9,373.8,377.5,427.0,472.7,435.0,506.1,454.7,496.8,469.8,483.8,567.7,599.9,656.5,868.1,726.4,922.6,887.5,836.5,847.7,934.7,778.2,883.0,1029.2,975.0,953.5,996.6,1008.2,854.6,1011.1,854.2,1003.8,732.3,865.6,1029.4,1025.7,1021.7,1021.0,1011.5,827.8,1011.2,1008.8,1015.7,847.3,999.7,887.6,993.8,1000.6,1003.0,1001.7,1002.9,1001.0,1007.2,1004.1,889.9,1005.8,1001.6,1000.4,1006.8,996.5,1003.2,1006.0,1004.2,996.5,1001.4,1010.4,1003.9,1003.9,1004.4,816.3,1008.3,987.7,1008.1,1007.4,1002.7,1002.3,1001.2,1002.8,1005.3,1006.8,1010.4,1002.5,1000.5,994.0,1003.1,1011.9,1009.4,1006.4,1016.3,1009.0,1017.3,1011.1,999.5,1008.8,1010.2,1006.5,1010.7,1009.9,1000.6,1011.5,1006.2,1010.2,984.1,1007.9,1009.4,1012.9,1007.7,1012.2,1012.3,1013.4,1005.2,1013.2,1009.9,999.7,1003.6,1005.1,1009.9,1007.7,1004.3,1009.7,1002.0,1011.6,1005.2,1011.9,1008.0,1005.3,1010.5,1010.3,1002.7,1008.5,1007.7,1009.9,1009.1,1005.4,1005.1,1006.9,1004.9,1011.2,1006.0,1005.8,1007.2,1000.1,1002.1,999.7,1002.7,1005.1,1004.1,1005.2,999.9,1004.8,1008.5,1002.2,1009.3,1002.4,996.9,1005.8,1008.5,1000.7,999.4,995.2,1000.9,1001.8,997.0,1005.4,918.0,996.4,1005.6,1001.6,1009.7,1006.3,1004.6,998.2,1001.0,1000.0,1004.1,1001.9,998.7,1003.0,1007.9,1003.3,1004.2,999.1,998.4,1000.5,1000.2,1003.1,996.2,997.2,1000.6,970.8,1002.0,1002.4,1004.6,1006.5,1000.7,1000.3,908.0,1001.8,998.8,1004.0,999.1,1008.8,998.1,971.9,995.2,995.2,995.5,1000.7,998.1,999.6,999.5,998.5,995.9,1000.9,999.2,997.8,996.9,993.7],[17.6,17.4,17.5,20.0,18.2,19.8,25.1,21.9,27.2,25.4,33.4,35.0,38.2,44.7,57.8,68.1,65.9,82.4,78.4,79.4,81.6,93.5,81.0,104.6,130.7,111.5,126.5,124.9,135.9,155.5,155.5,193.5,195.4,199.4,201.6,201.9,225.5,207.8,224.7,237.6,218.8,233.0,244.0,253.6,246.4,241.8,263.4,255.6,271.5,245.7,248.8,256.4,255.0,264.0,277.5,272.9,292.8,295.3,305.2,333.4,368.6,387.4,395.6,357.8,423.7,440.1,514.3,433.1,434.6,454.7,501.5,519.2,477.2,463.3,629.9,429.2,474.3,487.5,489.1,642.3,511.8,541.7,580.7,616.9,865.8,922.8,932.6,787.8,1058.7,929.2,934.4,1007.4,937.6,937.0,1019.1,906.1,876.7,867.5,1031.9,920.3,1105.6,1036.1,780.9,843.9,920.2,918.5,965.1,814.6,865.3,827.1,861.6,907.6,887.9,1028.3,1044.5,1047.5,903.9,963.1,1059.1,828.9,1067.0,1070.4,1066.9,969.1,992.6,855.9,953.3,914.8,1061.2,1005.3,918.3,1044.3,1009.1,1054.6,845.1,1067.5,908.6,1069.4,1052.8,1066.6,1078.7,1071.9,1095.8,1022.2,1079.3,946.4,1068.4,927.4,1082.3,1048.8,983.0,1058.5,1042.3,987.1,1049.7,1050.6,1077.9,896.4,704.1,905.3,1064.3,716.3,907.4,1013.4,983.0,752.1,885.4,1085.2,829.3,821.2,954.7,1075.7,914.6,1057.7,1021.3,1032.5,1052.6,999.8,1060.1,966.5,1078.4,925.5,1013.6,997.2,1047.7,1106.1,980.7,903.2,1082.4,914.5,1015.3,949.0,867.2,889.4,959.3,1022.8,949.5,1065.6,1057.9,1083.3,1003.1,1078.8,997.3,1007.3,1089.9,1008.2,1059.2,958.6,965.0,969.7,1033.6,925.8,1063.1,950.4,1104.3,1073.8,1000.4,859.2,912.8,1093.6,929.0,1054.2,902.9,1067.9,1058.0,950.7,1114.6,1011.4,1071.9,1011.6,1071.5,1049.4,1074.7,1065.6,787.5,1066.3,1056.9,1060.5,1057.8,818.4,861.8,1058.1,1048.0,1054.5,1054.5,1037.4,1060.1,1045.9,1023.4,1033.8,1063.6,1044.6,1045.4,1044.8,869.0,1059.8,813.5,1068.9,1005.0,930.1,1007.1,1038.2,1020.6,1024.5,1023.7,1028.5,1030.0,1033.6,1036.6,942.2,1037.8,1043.5,1058.0,1037.8,1044.1,1053.9,1046.7,1062.6,1046.2,950.7,1039.4,962.6,952.0,888.6,1053.7,1017.2,1059.5,1065.6,1050.9,1063.2,1032.0,1040.2,1042.0,1052.6,1039.7,1057.1,1066.1,1036.0,1040.2,961.2]],"clip":{"cell":"fpo-dppo-hopper","episode":5,"of":5,"return":850.5,"length":621,"success":false,"returns":[1050.4,326.3,1069.6,824.1,850.5],"seconds":5.0,"speed":1.0},"train":{"server":["fpo-policy default dppo hopper","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 11 --policy.action-dim 3","--policy.action-horizon 4 --policy.flow-steps 20 --policy.hidden-dims 512 512 512","--algo.sampling-noise-level 1.0 --algo.logprob-noise-level 1.0","--algo.buffer-size 1024 --algo.batch-size 512 --algo.train-itrs 300"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Hopper-v5 --runner.replan-steps 4 --runner.seed 0"],"env":"mujoco","source":"experiments/e33-fpo-dppo-structure/run.sh"}},{"id":"fpo-dppo-walker","row":"fpo-dppo","column":"walker","status":"learns","experiments":["E28","E33"],"note":"283–569 with dppo-policy's structure; 2 of 3 seeds past the bar","note_zh":"换成 dppo-policy 的结构后 283–569，3 个种子里 2 个过线","seed":0,"curves":[[2.5,3.0,2.7,3.3,3.0,3.5,4.2,3.8,4.4,4.8,6.9,7.4,10.1,12.1,16.9,23.7,45.8,75.9,80.3,80.4,154.6,124.6,126.4,238.5,205.4,244.5,292.9,307.1,241.1,234.0,280.9,235.9,225.4,215.4,249.1,292.9,253.9,250.5,266.7,246.7,292.9,251.5,251.0,274.1,255.3,242.8,263.3,279.7,259.7,303.8,263.1,296.4,258.4,322.3,255.2,284.7,314.0,315.6,294.9,287.0,285.4,285.7,277.0,295.3,281.8,241.6,287.1,256.6,273.4,277.0,263.5,293.1,287.9,259.1,297.9,285.4,312.2,283.3,262.2,251.1,274.8,260.7,253.3,278.7,262.2,273.3,247.7,274.9,260.9,288.9,280.1,245.3,254.4,279.1,233.8,262.8,301.5,243.5,296.7,308.6,293.1,284.7,260.4,277.7,296.0,284.9,261.5,304.1,283.6,265.4,293.3,289.9,289.8,296.5,262.3,296.4,313.9,296.0,286.8,250.2,265.5,285.8,303.9,266.8,253.8,267.4,305.1,327.2,322.8,312.8,275.3,280.2,290.9,257.3,296.7,314.2,294.2,283.0,302.9,251.8,296.0,299.3,311.0,262.4,266.2,326.2,296.2,307.7,283.1,268.8,270.2,286.3,292.6,296.3,292.0,271.1,275.6,274.8,290.7,287.4,287.2,280.5,309.4,294.9,291.4,304.9,286.6,286.3,311.5,291.9,295.6,308.3,278.3,316.1,315.9,312.4,289.7,317.1,275.2,323.6,300.2,306.1,308.4,257.5,300.3,301.3,283.2,295.0,311.2,298.5,357.8,301.3,297.2,322.1,295.8,332.9,419.1,289.1,310.4,288.8,299.1,325.4,315.3,332.4,300.8,309.3,301.5,349.4,295.3,293.5,279.6,313.9,312.4,328.6,291.6,348.5,286.1,315.3,341.5,345.2,358.4,360.4,365.9,316.5,328.2,388.1,473.9,430.2,378.6,404.7,525.1,542.3,477.2,354.0,543.0,553.9,643.3,499.6,687.0,505.0,550.6,422.1,477.1,411.6,378.9,403.3,388.0,471.2,507.2,372.1,449.4,361.9,349.7,401.3,355.4,362.5,428.9,378.6,371.9,412.1,449.6,412.6,411.8,674.8,446.4,442.2,457.0,603.7,430.2,473.2,698.3,508.1,383.6,376.3,617.1,399.7,502.9,313.3,428.3,374.4,337.3,398.0,469.5,379.1,451.7,501.8,378.4,501.6,392.9,515.2,484.5,386.6,602.6,862.6,461.2,858.0,474.6,482.3,550.4,456.8],[3.0,3.0,3.4,4.0,2.9,2.8,4.7,4.1,4.8,4.3,6.1,6.9,7.4,10.8,9.9,21.9,28.2,31.8,78.5,91.8,80.8,107.7,171.2,209.3,250.0,237.5,245.1,226.5,247.1,215.7,298.8,250.5,316.9,251.4,255.4,263.7,249.8,295.7,300.2,269.0,262.7,256.1,278.7,299.1,304.3,258.3,293.0,276.6,271.8,259.3,316.3,278.9,293.0,296.8,257.8,287.1,296.1,276.4,323.8,282.6,277.2,263.9,276.0,272.9,269.0,277.6,285.8,298.2,288.5,288.0,282.1,283.2,276.0,290.9,244.8,301.1,288.3,262.3,275.9,266.4,273.0,282.9,299.1,237.7,288.0,296.4,286.5,288.9,262.1,298.3,290.8,275.4,297.3,282.1,286.8,279.1,263.4,281.1,247.5,297.1,331.6,290.7,284.4,310.4,292.4,332.0,259.1,243.2,287.2,324.7,281.6,287.0,267.5,326.4,306.3,284.5,245.3,312.2,305.2,307.1,285.7,274.7,300.1,267.9,266.2,280.0,266.5,287.3,286.6,306.5,255.6,266.0,270.4,304.1,283.9,288.3,318.1,337.6,312.3,279.9,290.3,270.5,293.8,334.1,320.8,243.6,280.2,247.8,291.2,278.1,314.2,277.8,289.1,271.7,299.8,318.6,282.3,268.2,318.6,268.7,284.6,323.3,339.3,299.2,279.0,281.3,302.8,324.8,318.6,298.1,273.5,266.6,326.1,278.6,291.6,300.2,291.6,306.1,288.3,273.5,287.3,272.7,276.2,319.0,243.8,286.9,279.8,263.7,281.9,279.1,296.8,309.1,304.4,310.0,291.0,272.1,266.3,242.5,253.8,277.2,245.8,278.6,291.1,312.3,295.0,298.8,274.3,281.5,271.1,281.5,292.8,264.0,282.1,273.7,273.4,295.8,281.7,297.7,274.1,277.4,291.0,264.2,279.2,273.1,280.8,274.0,274.0,264.0,282.3,291.0,244.6,278.4,296.6,298.7,242.6,243.5,252.9,257.8,274.8,307.7,219.1,294.2,284.4,311.7,293.7,293.1,281.3,268.8,298.2,288.5,276.0,302.3,284.9,269.2,319.7,284.3,311.2,303.5,282.3,270.5,300.5,289.2,302.4,265.7,294.6,315.5,280.7,275.3,281.9,257.2,324.2,318.9,288.8,307.7,292.8,299.4,289.5,268.9,295.8,296.2,275.3,290.4,285.4,321.6,310.3,295.1,310.1,292.9,270.5,263.6,267.7,284.7,253.4,322.4,271.4,277.4,307.1,285.2,299.7,258.7],[2.5,1.6,4.0,2.3,2.7,3.1,3.2,3.7,4.7,4.9,4.8,6.0,6.6,10.1,12.3,22.1,28.8,45.8,52.5,72.1,130.9,158.5,147.7,215.2,253.6,239.5,268.8,209.1,274.2,226.4,233.0,275.4,295.2,239.8,238.3,280.5,255.7,243.0,288.8,285.6,294.3,259.9,252.0,309.6,291.3,273.9,265.8,265.8,290.3,275.1,298.5,300.7,275.0,312.5,279.9,276.8,272.9,286.4,279.0,242.0,267.2,309.4,282.8,289.4,277.6,265.8,295.2,268.0,298.8,294.7,297.5,264.3,293.1,277.1,265.5,280.9,314.4,326.9,277.0,282.4,282.7,309.9,284.4,308.8,290.7,279.0,301.6,346.1,343.1,304.3,255.6,292.0,255.7,276.0,261.6,302.4,263.9,283.5,321.4,312.1,313.3,313.4,293.5,276.9,282.1,301.5,285.3,313.7,272.6,297.1,280.7,291.7,281.1,293.1,262.1,326.0,295.4,320.4,320.0,334.4,278.4,285.6,276.5,300.5,277.3,289.2,271.8,291.3,267.0,293.7,289.2,312.0,295.9,303.6,301.2,301.8,262.9,302.7,284.8,296.1,335.5,268.0,286.5,345.8,313.3,322.7,312.0,315.6,315.0,345.9,330.6,369.6,342.1,254.4,280.3,325.3,328.9,252.7,314.2,294.7,287.6,309.9,292.8,302.7,307.5,300.0,312.9,305.6,308.7,327.1,303.7,298.5,319.5,292.2,369.0,358.6,297.2,350.2,298.8,303.4,313.1,309.0,322.3,323.4,309.4,308.8,298.4,311.5,306.5,318.7,378.7,325.5,318.9,273.2,289.2,290.2,306.9,338.4,318.1,314.4,312.7,311.6,314.9,288.0,272.8,281.4,270.7,325.6,327.6,315.6,403.1,319.8,327.3,315.0,300.7,291.8,339.5,321.3,348.3,355.6,295.5,425.5,401.9,417.7,310.4,330.4,350.0,366.3,372.2,403.2,280.6,429.3,511.6,415.8,284.0,512.3,357.1,371.1,455.3,327.2,353.0,405.9,371.1,301.6,400.1,412.3,315.8,432.4,413.1,626.6,431.3,429.1,609.0,522.8,443.3,692.9,660.4,441.3,523.6,469.8,479.6,603.9,433.8,495.5,598.9,447.4,748.1,688.3,605.7,571.5,656.3,502.6,537.0,484.2,642.8,589.1,559.2,624.1,817.3,555.0,749.5,704.3,624.1,783.2,461.2,584.2,783.0,827.1,769.7,542.1,550.7,746.9,503.4,505.5,690.1,666.9,597.1,387.2,347.6,689.9]],"clip":{"cell":"fpo-dppo-walker","episode":3,"of":5,"return":348.4,"length":368,"success":false,"returns":[52.2,1011.9,348.4,449.0,341.5],"seconds":3.0,"speed":0.987},"train":{"server":["fpo-policy default dppo walker","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 17 --policy.action-dim 6","--policy.action-horizon 4 --policy.flow-steps 20 --policy.hidden-dims 512 512 512","--algo.sampling-noise-level 1.0 --algo.logprob-noise-level 1.0","--algo.buffer-size 1024 --algo.batch-size 512 --algo.train-itrs 300"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Walker2d-v5 --runner.replan-steps 4 --runner.seed 0"],"env":"mujoco","source":"experiments/e33-fpo-dppo-structure/run.sh"}},{"id":"fpo-dppo-square","row":"fpo-dppo","column":"square","status":"learns","experiments":["E27","E35","E37"],"note":"from a behaviour-cloned start, success 0.37–0.41 → 0.78–0.80","note_zh":"从行为克隆策略起步，成功率 0.37–0.41 → 0.78–0.80","seed":1,"curves":[[73.0,55.3,67.4,66.2,78.5,83.4,86.4,87.8,103.9,92.1,112.2,120.8,111.8,111.8,88.9,116.7,110.4,101.6,105.3,104.5,110.5,113.6,128.2,128.6,125.7,134.1,130.9,140.7,127.5,151.1,152.7,138.1,139.6,133.1,142.8,129.4,140.1,143.5,140.5,145.0],[66.1,64.6,60.6,56.8,50.1,55.6,63.7,72.4,87.3,78.9,91.7,92.9,99.3,80.0,90.0,87.7,84.1,98.3,92.9,121.7,115.9,123.9,127.4,119.7,124.1,129.2,125.6,125.8,131.7,131.5,128.1,141.2,134.7,141.3,131.4,122.7,133.7,118.7,118.1,120.5],[62.9,63.7,54.7,78.7,76.6,86.5,79.4,87.1,107.4,89.0,103.7,108.2,102.9,110.6,102.5,103.8,112.2,123.0,122.0,123.2,126.0,108.5,125.0,125.6,127.1,113.3,118.6,114.5,121.1,127.1,128.3,121.8,134.8,142.6,136.1,132.2,132.5,146.2,150.4,159.4]],"clip":{"cell":"fpo-dppo-square","episode":3,"of":5,"return":1.0,"length":245,"success":true,"returns":[1.0,1.0,1.0,1.0,1.0],"seconds":8.0,"speed":1.0},"train":{"server":["fpo-policy default dppo square","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 23 --policy.action-dim 7 --policy.action-horizon 4 --policy.hidden-dims 1024 1024 1024 --policy.flow-steps 20","--policy.state-keys robot0_eef_pos robot0_eef_quat robot0_gripper_qpos object --policy.freeze-obs-stats","--algo.policy-checkpoint-path E35_BC_CHECKPOINT --algo.restore except-critic","--algo.sampling-noise-level 1.0 --algo.logprob-noise-level 1.0","--algo.batch-size 500 --algo.train-itrs 40"],"client":["robomimic-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-procs 3 --num-episodes 100000","--env.name square-img --env.agentview-image-size 84 84","--env.no-terminate-on-success --runner.replan-steps 4"],"env":"robomimic","source":"experiments/e37-square-fpo-policy/run_cell.sh"}},{"id":"dppo-dppo-cheetah","row":"dppo-dppo","column":"cheetah","status":"learns","experiments":["E28"],"note":"+84 to +544; 2 of 3 seeds past the bar","note_zh":"+84 到 +544，3 个种子里 2 个过线","seed":0,"curves":[[-386.3,-436.7,-405.4,-406.3,-349.2,-419.9,-437.5,-429.6,-446.1,-443.9,-393.0,-369.2,-433.3,-349.4,-358.3,-384.0,-355.9,-440.2,-364.4,-373.5,-364.0,-378.6,-419.6,-381.4,-326.7,-425.5,-396.4,-431.5,-367.3,-377.0,-374.4,-332.7,-349.8,-282.9,-327.5,-299.5,-330.3,-282.7,-333.3,-305.2,-368.1,-426.3,-319.1,-381.3,-318.5,-279.7,-334.8,-335.3,-253.6,-302.6,-269.6,-356.5,-363.9,-385.3,-356.5,-331.1,-304.2,-274.2,-303.2,-241.1,-228.8,-281.7,-223.9,-232.8,-297.4,-287.3,-212.7,-306.3,-235.5,-277.3,-260.3,-272.4,-232.8,-221.3,-137.7,-236.2,-127.6,-189.2,-125.1,-95.3,-181.3,-92.6,-101.7,-101.0,-66.7,-51.8,-3.5,-29.1,-26.5,74.2,66.1,84.4,-2.0,59.5,163.5,-5.1,204.7,122.4,72.3,179.0],[-445.0,-379.3,-319.7,-376.3,-370.8,-360.5,-397.6,-435.5,-331.9,-408.6,-358.6,-406.6,-358.1,-348.4,-429.4,-426.3,-403.1,-413.8,-438.7,-355.2,-410.6,-462.3,-432.7,-395.6,-380.7,-399.9,-349.2,-389.7,-474.9,-420.3,-399.7,-416.8,-411.1,-414.9,-382.8,-367.8,-292.3,-357.4,-331.0,-364.7,-387.3,-416.7,-401.7,-351.5,-331.0,-417.6,-370.6,-376.6,-379.9,-359.3,-391.5,-346.0,-401.0,-393.6,-381.2,-534.5,-412.4,-425.4,-471.4,-374.2,-370.2,-496.7,-334.2,-310.9,-356.7,-383.5,-312.5,-333.8,-415.4,-369.1,-314.4,-402.9,-368.5,-349.2,-374.5,-349.2,-380.0,-406.9,-342.4,-369.6,-376.5,-351.9,-354.4,-435.9,-379.7,-363.3,-390.1,-283.9,-396.5,-370.1,-401.8,-389.1,-382.5,-346.0,-394.5,-342.4,-362.6,-334.1,-346.0,-312.7],[-382.1,-354.2,-412.8,-321.7,-353.0,-396.2,-394.0,-353.1,-344.1,-469.5,-398.2,-476.0,-360.8,-460.3,-413.5,-367.7,-348.7,-414.7,-402.9,-384.4,-348.5,-408.5,-371.9,-417.5,-391.8,-231.8,-351.8,-313.6,-359.3,-350.7,-376.5,-391.6,-355.7,-349.4,-399.5,-408.6,-311.5,-386.6,-355.5,-342.4,-344.3,-346.5,-322.9,-331.9,-323.6,-345.5,-378.4,-334.9,-306.5,-278.4,-334.6,-317.6,-298.8,-265.4,-292.7,-291.0,-252.2,-235.3,-207.0,-244.8,-190.6,-229.1,-292.9,-168.4,-289.9,-139.8,-216.9,-242.7,-204.9,-148.8,-245.9,-166.7,-102.7,-172.1,-155.1,-149.9,-98.8,-153.0,-164.8,-123.6,-38.9,-12.8,5.8,-20.0,-111.6,-85.9,-14.1,16.6,27.2,54.1,5.3,-26.9,45.1,80.1,197.8,162.5,172.9,193.5,307.7,480.3]],"clip":{"cell":"dppo-dppo-cheetah","episode":5,"of":5,"return":228.1,"length":1000,"success":false,"returns":[524.0,-49.9,344.8,129.9,228.1],"seconds":8.0,"speed":1.0},"train":{"server":["dppo-policy cheetah dppo cheetah","--port 8000 --seed 0 --policy.device cpu","--algo.buffer-size 1024 --algo.batch-size 512 --algo.train-itrs 100"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name HalfCheetah-v5 --runner.replan-steps 4 --runner.seed 0"],"env":"mujoco","source":"experiments/e28-dppo-learns/run.sh"}},{"id":"dppo-dppo-hopper","row":"dppo-dppo","column":"hopper","status":"learns","experiments":["E28","E31"],"note":"812–961 at 300 iterations; 3 of 3 seeds past the bar","note_zh":"300 轮后 812–961，3 个种子全部过线","seed":0,"curves":[[11.2,12.7,12.8,15.5,26.5,37.5,49.3,54.2,66.1,74.9,74.0,77.4,71.0,73.2,73.6,77.9,80.3,68.5,82.6,77.3,88.2,76.4,74.6,89.2,98.8,96.6,113.0,106.8,119.8,110.6,123.3,122.7,135.1,134.5,149.3,159.4,163.8,155.2,161.2,173.4,172.2,175.0,180.7,184.8,195.3,188.7,198.0,199.0,197.9,196.5,210.8,196.8,210.5,209.0,219.7,225.4,214.7,221.7,227.5,228.3,231.6,233.8,237.3,233.2,236.8,224.8,230.7,234.1,245.8,244.3,233.0,250.2,268.1,250.5,276.1,250.2,242.6,248.7,261.2,270.8,268.2,274.9,264.1,274.4,271.8,298.8,298.8,294.1,296.8,297.7,303.4,318.0,343.5,327.4,344.9,341.6,324.3,349.9,368.8,339.7,425.7,331.9,376.7,390.1,342.9,335.4,377.2,442.4,462.1,427.9,413.4,394.7,422.6,442.3,468.1,427.2,414.8,444.6,374.8,406.1,365.0,420.4,445.2,395.9,389.0,424.2,397.6,404.5,379.2,370.5,398.5,397.6,474.1,421.3,380.0,366.8,383.8,365.0,451.2,370.9,415.7,395.8,391.1,507.6,477.0,558.3,487.1,485.1,498.5,686.2,452.2,554.9,420.7,481.4,487.9,490.4,422.5,444.8,474.3,422.5,499.8,452.3,545.5,517.5,513.0,535.0,665.9,603.1,677.7,667.7,638.3,529.9,479.3,570.3,495.6,677.6,508.9,559.4,598.4,549.8,553.8,537.4,782.7,836.6,665.8,943.6,930.7,759.8,860.4,612.1,749.1,792.3,609.6,807.8,651.5,716.2,566.9,666.3,691.9,601.3,676.1,724.3,577.4,825.3,611.4,710.2,800.5,564.6,593.4,600.8,728.2,635.8,753.6,601.4,521.4,625.0,524.4,631.4,815.1,816.0,609.7,841.3,630.8,705.3,615.5,762.2,762.3,642.5,637.2,605.8,713.5,922.0,719.8,833.6,717.2,694.4,817.5,797.1,802.8,745.8,647.4,633.8,597.2,555.1,722.5,623.7,624.0,564.7,681.9,638.8,584.9,645.0,648.9,611.1,606.9,635.8,630.2,722.7,436.8,561.2,562.6,650.9,581.0,615.2,672.1,556.3,563.4,701.1,651.4,562.8,698.0,721.1,632.6,674.8,785.0,776.0,776.9,766.7,926.7,795.8,632.1,975.0,718.1,695.0,721.4,775.3,946.8,779.7,692.3,619.4,892.4,800.4,636.5,927.1,887.2,967.3,761.5,1073.3,808.0,974.2],[12.4,14.4,17.4,25.1,32.9,43.2,47.7,61.4,66.2,68.0,64.5,68.3,70.5,64.7,71.1,74.4,79.3,77.0,80.8,83.1,87.0,88.0,89.1,109.8,106.5,110.4,121.6,124.4,117.1,114.8,132.6,141.4,150.7,141.2,167.2,156.6,156.0,159.4,163.6,174.8,192.4,176.2,177.6,184.1,193.2,186.9,187.0,198.8,191.2,195.1,205.0,193.4,200.1,203.7,210.3,206.9,203.6,214.1,201.4,203.3,204.9,216.1,208.5,206.4,216.0,200.9,215.8,221.1,212.3,223.0,225.3,243.0,239.6,241.9,268.4,267.2,260.1,287.6,287.2,303.4,357.3,291.7,326.4,304.9,326.7,327.0,321.1,403.5,391.2,401.4,412.4,317.5,473.3,433.5,459.0,411.6,407.9,377.4,384.1,378.0,455.3,362.2,444.4,400.3,408.9,357.1,488.2,512.5,370.0,581.1,482.7,514.7,520.3,439.1,743.2,456.5,577.3,594.1,537.6,590.9,430.6,686.5,555.4,712.1,576.0,723.2,676.9,710.0,727.4,737.4,587.9,687.8,571.9,609.6,662.5,876.2,614.7,887.8,848.7,680.4,602.0,813.6,681.8,832.8,579.7,802.6,688.4,701.1,587.0,785.3,700.1,861.8,824.7,909.6,846.9,840.2,590.4,591.2,1082.5,552.7,598.5,735.0,842.0,643.5,860.0,622.9,1014.3,779.9,886.6,803.4,792.2,886.9,824.9,693.3,692.1,718.1,722.1,665.5,709.6,753.3,878.7,813.6,954.3,815.4,1082.9,650.9,842.2,911.0,1004.1,951.1,800.7,853.2,681.5,749.9,1099.3,754.7,900.1,885.5,770.1,810.2,1124.2,1002.2,797.2,707.7,681.2,1036.4,1059.7,1051.4,794.2,1025.0,910.5,1001.3,610.5,767.0,770.6,788.4,648.1,761.8,758.2,643.0,786.9,635.5,562.5,653.9,703.2,561.3,686.8,688.9,688.3,636.4,693.9,671.6,804.8,809.2,857.1,964.4,818.9,864.8,668.9,1304.8,929.0,914.4,1121.1,1153.2,990.0,834.6,1123.7,919.9,1335.6,731.4,1035.0,941.7,1081.5,828.6,647.4,1003.1,923.5,763.1,1034.7,987.6,750.5,1248.3,932.3,1046.9,936.3,1035.5,754.3,801.1,1033.8,1048.4,799.8,1108.0,901.2,1078.5,898.9,727.2,897.7,1101.0,1285.0,902.4,685.4,832.7,795.7,802.1,1066.2,1083.0,1137.4,957.7,1030.0,1081.0,1104.8,822.7,954.7,1144.5,927.0,1149.8,1085.7,737.3,836.3,847.5],[15.8,20.0,20.6,25.1,35.2,48.3,51.0,66.3,68.1,68.0,70.0,73.1,73.5,86.6,73.8,78.7,82.6,87.5,84.7,94.0,93.3,93.1,103.6,109.5,106.6,107.0,113.8,122.4,135.1,129.3,145.8,152.6,157.4,158.6,169.7,171.4,188.9,171.3,179.2,187.9,192.1,193.8,202.8,213.5,197.7,203.7,215.5,212.3,219.2,215.8,216.1,220.0,214.2,212.0,206.1,211.1,210.4,222.0,219.9,215.7,229.3,227.8,232.5,225.5,238.3,237.4,226.8,257.1,236.7,242.9,240.4,235.0,237.6,244.0,254.5,239.8,269.6,267.2,269.9,284.8,250.9,272.6,266.8,297.4,305.0,343.7,308.9,306.4,296.3,337.1,365.7,315.3,287.9,330.6,334.5,345.9,380.8,332.6,412.4,395.6,371.0,349.6,381.6,335.3,366.5,389.1,388.3,359.1,432.8,372.9,336.4,348.2,372.6,382.3,459.9,499.2,340.2,406.8,374.2,411.2,446.9,388.8,457.5,464.9,551.2,493.9,422.4,520.3,520.2,429.8,521.3,471.5,464.5,472.3,415.0,514.0,449.9,666.8,469.9,438.9,583.3,610.4,514.2,481.0,612.9,836.4,495.6,564.2,674.1,720.6,657.1,518.5,496.8,682.1,823.3,654.1,556.9,645.0,537.0,680.4,524.7,505.3,568.1,498.1,515.4,649.3,796.7,701.9,693.4,659.5,547.3,537.4,670.0,586.0,490.5,577.0,722.5,649.8,642.4,680.9,715.7,581.1,1033.1,619.5,753.0,903.2,663.4,829.9,1122.1,742.3,620.9,793.6,653.9,881.5,891.1,738.5,705.3,789.7,779.7,671.3,911.3,567.9,784.8,736.5,859.3,825.8,813.5,808.0,666.1,799.6,817.6,870.8,738.4,696.7,666.5,569.8,702.3,727.5,530.6,812.9,551.0,719.5,652.1,809.6,946.9,862.3,947.5,881.4,766.4,642.2,744.1,911.5,993.4,791.0,925.2,838.0,995.1,817.8,705.4,788.7,798.6,739.2,801.4,698.7,746.9,828.4,838.4,534.5,684.8,634.4,880.0,572.5,592.1,506.9,555.2,833.2,597.5,589.5,845.9,695.1,636.0,811.0,643.3,677.1,1043.3,897.8,611.7,895.9,1025.8,1019.4,1049.7,873.7,812.1,748.4,1031.2,895.9,848.1,724.2,892.4,697.0,674.6,1011.5,1040.3,841.4,1049.2,986.2,1056.5,758.9,1073.9,799.8,959.0,1048.5,832.0,708.9,811.8,685.9,761.0,680.9,715.5,918.0]],"clip":{"cell":"dppo-dppo-hopper","episode":2,"of":5,"return":929.1,"length":618,"success":false,"returns":[466.5,929.1,1195.7,1361.0,531.1],"seconds":4.96,"speed":1.0},"train":{"server":["dppo-policy hopper dppo hopper","--port 8000 --seed 0 --policy.device cpu","--algo.buffer-size 1024 --algo.batch-size 512 --algo.train-itrs 300"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Hopper-v5 --runner.replan-steps 4 --runner.seed 0"],"env":"mujoco","source":"experiments/e31-dppo-longer/run.sh"}},{"id":"dppo-dppo-walker","row":"dppo-dppo","column":"walker","status":"learns","experiments":["E28","E31"],"note":"528–622 at 300 iterations; 3 of 3 seeds past the bar","note_zh":"300 轮后 528–622，3 个种子全部过线","seed":2,"curves":[[-2.2,1.2,3.4,8.8,16.0,25.7,46.9,74.8,75.2,162.9,137.0,150.3,128.1,146.4,207.9,244.8,224.3,133.5,149.1,196.6,143.0,260.0,234.7,240.2,214.6,209.6,244.9,244.4,303.9,199.1,201.6,335.8,317.1,226.7,245.9,249.3,244.0,384.1,264.8,312.4,275.0,342.0,289.6,353.7,365.6,338.1,496.6,336.5,357.1,388.4,397.7,354.0,358.7,405.1,374.3,425.4,476.7,476.2,545.5,437.4,537.3,568.6,407.0,419.8,289.4,327.3,368.5,306.4,322.3,323.7,547.4,287.5,413.1,388.9,398.7,523.4,367.9,599.9,617.5,539.5,452.1,454.7,561.3,447.8,358.2,632.1,627.3,478.5,455.8,393.3,428.8,348.4,332.6,536.7,447.0,605.5,517.1,428.0,360.2,474.9,396.2,373.4,440.8,488.4,486.2,423.3,368.7,411.6,462.1,473.5,436.3,508.0,341.8,552.8,417.5,355.9,343.8,312.6,391.4,363.7,371.2,389.1,374.0,400.8,327.0,337.8,279.5,359.1,402.5,481.0,408.9,365.9,307.6,441.7,431.7,337.6,307.9,401.5,489.5,433.0,462.8,495.8,330.1,563.3,676.6,454.2,458.2,513.2,522.8,508.8,416.2,452.2,398.5,401.8,632.8,408.8,503.4,444.6,489.8,512.2,492.8,408.2,656.0,548.3,484.4,557.6,764.5,498.2,418.4,696.9,408.2,413.4,363.8,398.3,427.7,434.5,400.7,464.4,545.0,563.7,519.5,505.8,454.7,409.8,469.7,995.7,747.6,572.4,542.0,756.0,453.4,588.1,458.1,600.5,767.0,949.8,650.8,510.0,455.5,591.4,602.0,539.1,693.5,535.8,605.2,524.8,424.9,604.4,413.3,565.9,316.8,641.4,327.1,547.1,575.8,501.5,451.2,447.8,666.5,471.7,480.2,524.6,519.0,378.1,516.9,514.9,511.4,479.2,440.4,467.3,509.1,501.0,438.4,481.4,390.2,526.2,625.3,495.2,442.8,420.1,533.2,501.5,590.6,422.5,557.5,565.8,441.7,667.6,506.0,514.5,455.9,639.4,577.3,558.6,509.0,690.4,687.6,386.1,404.9,631.1,587.8,469.9,779.9,416.0,410.2,522.7,521.4,397.4,433.0,478.7,670.1,628.5,615.3,620.2,852.4,642.7,632.0,672.8,592.3,374.4,533.3,551.4,401.1,625.5,536.0,586.1,946.7,747.9,758.6,592.9,440.2,672.8,490.1,552.1,524.4,635.8,537.5,417.8,533.2,476.3],[-1.6,1.2,4.6,8.4,14.2,28.3,26.7,33.1,28.9,157.3,50.8,120.8,156.5,141.8,139.5,178.8,206.9,235.2,238.6,247.7,223.7,200.4,262.3,227.4,239.6,212.9,279.2,254.1,229.5,263.7,231.6,218.6,219.2,289.0,218.4,239.1,228.1,270.6,248.8,281.1,218.7,251.5,278.3,280.4,233.9,279.5,220.9,228.0,203.6,232.5,260.8,262.5,281.5,202.4,318.1,264.3,231.4,284.1,258.0,254.5,251.8,286.9,269.6,253.1,258.7,249.2,273.7,225.2,263.8,223.4,256.0,267.8,326.8,251.0,293.6,279.7,278.2,238.8,277.4,261.2,247.4,332.2,331.9,379.6,374.1,436.4,289.5,426.9,347.7,392.1,401.6,314.8,433.2,409.9,425.7,466.1,465.7,484.6,544.6,410.2,411.0,355.6,249.1,591.0,305.4,365.6,299.0,378.5,367.3,405.0,436.8,343.5,486.2,525.5,366.6,486.1,455.7,571.4,480.5,552.1,543.4,608.8,415.0,689.9,556.3,532.9,409.1,485.9,859.0,593.4,523.8,607.8,473.0,622.3,567.4,446.6,397.0,349.6,421.3,983.2,561.2,556.1,630.1,748.4,492.9,744.7,654.4,495.0,406.1,623.2,592.6,499.4,487.0,602.5,546.7,808.5,506.8,508.8,553.4,657.7,591.1,559.8,605.1,543.3,580.3,637.5,468.2,707.3,582.5,526.4,584.7,552.9,547.2,810.5,599.6,563.6,531.5,660.9,576.6,620.1,600.2,684.1,706.5,736.3,546.1,537.2,623.2,561.0,677.8,551.1,436.4,658.1,622.8,524.5,633.1,491.4,480.3,474.5,682.0,399.5,367.9,431.6,694.9,967.6,486.7,539.9,663.6,617.2,583.4,608.7,529.1,583.3,431.7,680.6,401.1,557.9,447.6,581.7,310.9,530.9,313.1,671.1,307.7,505.4,432.4,903.4,479.7,516.0,423.5,379.0,449.5,440.7,380.6,405.7,527.7,373.3,472.9,277.2,783.8,455.9,689.0,635.8,773.7,691.2,520.4,578.6,666.0,532.7,866.6,756.2,708.1,981.8,544.4,606.0,600.8,602.6,527.4,607.4,547.3,582.9,434.6,572.1,487.8,478.5,534.4,455.6,560.9,410.0,424.9,478.8,636.3,623.1,474.2,571.6,410.0,401.4,356.9,394.7,402.8,558.6,448.2,396.9,755.5,555.5,673.3,490.3,588.1,447.9,422.8,567.9,506.1,582.0,722.0,914.0,725.8,468.0,635.7,691.4,429.5,549.3],[-2.6,-2.5,-2.0,-0.3,1.7,8.2,15.9,36.2,34.7,58.8,90.9,148.4,131.9,146.5,165.2,131.8,149.9,130.7,205.3,217.6,239.6,258.3,261.6,242.4,229.9,215.1,193.3,297.2,229.6,249.3,274.3,246.0,221.0,158.6,191.5,265.2,256.0,223.1,303.2,287.6,226.5,171.7,165.3,250.0,262.9,277.8,231.1,280.6,210.1,221.4,271.7,298.2,381.3,254.8,224.6,270.4,230.4,239.6,230.4,289.4,283.3,288.0,269.9,304.3,327.8,242.4,249.2,230.5,290.1,236.5,244.7,273.9,301.5,299.5,256.6,343.5,474.1,251.3,274.5,356.2,381.9,307.9,313.0,376.0,383.6,353.7,264.2,342.5,356.0,350.4,399.7,407.5,348.0,320.7,355.7,427.3,553.2,338.8,428.2,346.9,444.7,548.6,422.3,588.4,418.0,369.9,632.6,444.4,464.4,368.9,485.4,428.2,476.3,516.5,525.6,428.1,604.9,529.8,375.4,396.8,604.7,389.8,475.2,496.4,448.2,514.0,850.5,545.1,483.3,409.1,518.0,428.8,655.0,644.8,566.6,473.6,552.9,695.2,852.8,486.3,462.2,500.0,489.2,547.5,593.2,573.0,554.7,476.5,614.0,527.5,511.9,703.2,724.9,742.4,537.9,536.2,480.3,628.0,837.1,604.2,634.4,714.8,702.1,695.3,606.7,530.7,564.8,815.6,515.3,476.2,382.5,560.1,466.4,439.2,749.7,518.4,515.5,457.8,511.0,548.7,430.9,476.8,538.3,640.0,466.4,609.7,504.5,409.7,425.4,425.6,432.4,422.6,429.4,422.1,483.4,421.6,523.3,586.1,424.4,620.8,748.8,655.3,537.8,415.5,804.0,679.8,926.5,756.8,715.2,693.3,625.6,771.2,602.5,477.7,583.4,430.1,533.6,741.0,640.3,679.2,569.2,703.8,866.3,399.8,425.8,497.0,437.0,642.5,417.0,506.7,478.7,563.5,401.6,808.7,506.7,841.6,699.5,819.3,462.7,946.2,558.6,408.9,316.5,521.6,454.6,505.9,811.9,600.8,727.2,562.2,645.7,600.6,667.8,454.1,372.5,455.7,564.2,568.5,523.7,448.6,710.2,884.6,726.9,605.0,737.1,574.0,562.1,443.2,491.6,476.4,518.7,578.8,755.8,545.2,719.0,436.3,341.2,426.6,499.2,511.7,620.4,464.1,674.3,669.9,513.8,433.1,404.5,501.4,584.6,512.2,462.8,610.7,439.4,472.4,514.2,733.5,530.8,846.2,643.2,595.9]],"clip":{"cell":"dppo-dppo-walker","episode":4,"of":5,"return":479.2,"length":289,"success":false,"returns":[946.2,203.2,374.2,479.2,496.9],"seconds":3.0,"speed":0.773},"train":{"server":["dppo-policy walker dppo walker","--port 8000 --seed 0 --policy.device cpu","--algo.buffer-size 1024 --algo.batch-size 512 --algo.train-itrs 300"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Walker2d-v5 --runner.replan-steps 4 --runner.seed 0"],"env":"mujoco","source":"experiments/e31-dppo-longer/run.sh"}},{"id":"dppo-dppo-square","row":"dppo-dppo","column":"square","status":"learns","experiments":["E27","E34"],"note":"from DPPO's released policy, success 0.33–0.36 → 0.65–0.70","note_zh":"从 DPPO 官方预训练策略起步，成功率 0.33–0.36 → 0.65–0.70","seed":2,"curves":[[61.2,54.3,48.3,47.2,55.3,69.0,50.7,61.4,56.4,70.1,80.0,72.1,64.4,94.9,72.1,89.1,89.7,87.8,87.4,95.9,93.8,83.0,102.0,94.5,94.3,100.6,100.1,97.0,102.9,112.3,113.8,113.5,118.8,102.9,123.3,125.8,114.4,122.1,122.1,123.7],[56.8,52.2,56.8,52.3,51.8,53.9,53.9,71.8,61.4,78.7,71.3,88.8,71.9,84.1,77.3,74.1,93.8,87.3,94.3,111.0,90.3,122.7,102.0,108.7,110.1,113.1,121.2,118.4,119.6,132.3,109.2,133.6,116.8,116.9,130.8,140.9,133.1,148.2,143.8,142.6],[42.3,56.5,54.3,53.8,58.4,61.0,71.8,63.1,73.5,71.2,69.9,66.5,76.1,86.2,94.7,87.3,92.4,99.2,98.7,98.7,96.6,96.0,104.2,94.1,107.5,102.2,112.4,101.6,118.3,113.9,124.7,131.1,105.9,132.1,120.4,129.9,134.4,148.9,139.8,131.7]],"clip":{"cell":"dppo-dppo-square","episode":3,"of":5,"return":1.0,"length":360,"success":true,"returns":[1.0,1.0,1.0,1.0,1.0],"seconds":8.0,"speed":1.0},"train":{"server":["dppo-policy square dppo square","--port 8000 --seed 0 --policy.device cpu","--policy.checkpoint-path DPPO_SQUARE_CHECKPOINT","--algo.train-itrs 40"],"client":["robomimic-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-procs 6 --num-episodes 100000","--env.name square-img --env.agentview-image-size 84 84","--env.no-terminate-on-success --runner.replan-steps 4"],"env":"robomimic","source":"experiments/e34-square-dppo/run_cell.sh"}},{"id":"gaussian-ppo-cheetah","row":"gaussian-ppo","column":"cheetah","status":"learns","experiments":["E38"],"note":"about −370 → 1,443–1,558; CleanRL reports 1,443","note_zh":"从约 −370 升到 1,443–1,558；CleanRL 报告 1,443","seed":0,"curves":[[-335.2,-420.7,-326.0,-395.7,-315.9,-328.3,-320.7,-267.9,-322.1,-267.1,-245.4,-294.1,-224.7,-264.0,-209.2,-206.7,-204.1,-172.9,-130.5,-148.2,-186.8,-149.8,-128.8,-145.9,-55.1,-182.7,-65.1,-39.5,4.9,-34.9,59.5,11.3,46.5,122.7,119.5,104.9,83.5,199.3,252.4,128.2,249.6,226.2,279.5,292.5,321.4,236.5,296.6,320.9,353.0,334.3,370.4,388.5,474.7,525.5,430.6,449.0,412.0,463.3,456.6,377.1,514.0,409.2,514.1,584.9,564.6,218.6,558.0,604.2,631.1,535.7,591.2,627.8,645.4,639.5,603.2,565.5,663.9,685.0,690.2,720.2,669.9,702.0,603.6,653.2,688.9,641.8,748.8,707.9,725.4,718.1,651.1,700.5,760.9,724.1,758.8,761.3,801.6,811.5,787.3,687.1,782.3,820.3,810.1,744.7,833.1,875.4,824.2,894.1,892.6,817.0,862.4,872.0,800.8,885.9,858.7,858.8,813.9,882.0,876.7,882.8,922.0,882.7,879.0,898.0,893.7,955.5,909.3,949.3,971.7,954.6,960.0,956.2,1006.1,941.1,934.5,944.7,925.6,999.6,1003.6,1003.4,968.8,1040.6,972.6,996.5,1019.8,1003.9,1032.9,1050.7,1069.2,1025.6,1035.8,1034.2,1058.3,1080.6,1040.0,1070.1,1101.6,1117.9,1074.6,1063.1,1091.3,1083.0,1028.2,1071.1,1088.5,1093.0,1083.0,1134.7,1146.1,1116.6,1114.3,1130.1,1210.0,1172.4,1133.3,1182.8,1147.7,1179.5,1136.6,1194.6,1172.9,1179.7,1147.0,1144.7,1162.6,1140.9,1157.2,1208.0,1202.0,1145.4,1190.3,1211.7,1202.8,1232.2,1257.5,1186.5,1199.1,1211.9,1201.6,1292.4,1253.5,1224.9,1253.7,1174.5,1214.9,1265.3,1199.9,1195.2,1249.4,1223.7,1218.9,1279.3,1210.6,1235.0,1267.1,1249.7,1252.7,1299.3,1269.7,1315.6,1288.3,1323.3,1290.0,1314.2,1284.0,1282.5,1263.5,1277.5,1293.6,1303.2,1298.2,1289.9,1302.4,1240.2,1291.6,1294.6,1214.8,1298.1,1340.6,1249.0,1303.5,1313.5,1296.0,1322.1,1326.2,1336.8,1338.4,1381.1,1300.2,1307.1,1335.4,1338.3,1341.8,1331.4,1343.6,1356.5,1363.4,1389.1,1346.7,1357.7,1371.2,1351.4,1387.3,1339.6,1364.7,1369.0,1361.9,1372.6,1350.2,1376.4,1370.1,1370.5,1367.1,1364.7,1348.6,1354.0,1392.8,1411.9,1384.6,1401.8,1403.5,1414.3,1358.2,1408.9,1422.3,1417.3,1451.7,1418.6,1425.1,1411.0,1446.3,1444.5,1421.4,1468.1,1362.7,1411.9,1413.0,1402.0,1437.8,1404.6,1438.9,1418.9,1425.8,1415.5,1405.1,1379.9,1454.7,1378.4,1351.5,1474.8,1454.1,1459.0,1420.0,1426.3,1450.8,1486.2,1436.3,1427.9,1408.5,1425.4,1432.4,1443.4,1475.1,1404.9,1436.6,1399.5,1425.7,1401.9,1432.2,1433.6,1421.9,1434.8,1412.4,1447.8,1460.4,1428.4,1458.1,1484.4,1470.0,1463.1,1469.1,1435.3,1495.1,1463.5,1502.0,1450.6,1470.4,1471.8,1474.9,1454.0,1421.0,1438.4,1469.3,1519.4,1467.4,1469.9,1441.6,1475.5,1477.1,1401.9,1437.3,1428.5,1475.9,1461.5,1473.0,1507.5,1514.2,1476.4,1452.9,1496.4,1491.0,1486.0,1456.7,1441.1,1460.2,1473.6,1516.1,1474.7,1479.9,1482.3,1521.6,1440.0,1477.1,1489.6,1489.6,1491.1,1522.6,1535.1,1475.2,1467.9,1493.6,1469.2,1468.0,1498.5,1496.6,1485.1,1458.4,1427.2,1505.9,1493.9,1512.7,1441.3,1497.3,1473.3,1485.7,1458.8,1444.1,1503.2,1526.6,1515.8,1459.2,1496.3,1537.5,1500.9,1495.3,1476.6,1489.9,1461.8,1489.2,1469.2,1468.9,1463.6,1491.7,1515.0,1510.8,1500.5,1505.8,1522.9,1512.5,1516.6,1512.3,1499.3,1509.4,1482.7,1532.3,1531.6,1543.0,1528.8,1536.3,1490.4,1516.4,1520.5,1422.8,1504.5,1498.2,1519.4,1519.0,1482.1,1513.5,1540.1,1494.7,1450.0,1455.4,1485.0,1527.8,1475.8,1503.8,1523.0,1490.5,1492.1,1530.6,1480.5,1520.1,1511.5,1541.0,1503.7,1513.9,1537.4,1493.0,1486.3,1518.8,1520.4,1528.3,1548.5,1523.1,1506.2,1538.1,1509.3,1538.5,1495.6,1548.4,1504.6,1496.0,1533.8,1504.6,1549.5,1475.5,1482.8],[-384.6,-295.4,-305.5,-337.2,-333.1,-309.6,-290.6,-299.6,-319.0,-270.4,-260.1,-285.2,-243.1,-262.0,-205.8,-234.3,-222.1,-238.9,-208.3,-171.4,-169.4,-235.8,-106.9,-161.6,-140.1,-81.4,-29.0,-37.8,-13.2,35.7,64.3,130.8,162.0,108.1,270.0,244.2,318.1,328.5,364.8,411.2,426.1,441.4,515.3,498.0,536.4,563.8,513.7,474.8,620.1,562.6,591.6,677.4,692.2,688.1,683.9,696.4,683.5,641.8,724.4,727.8,792.5,781.2,804.1,855.5,849.0,905.3,844.1,899.2,868.1,957.0,932.3,940.7,936.0,952.8,996.8,989.7,887.0,317.4,966.2,898.3,969.3,1006.7,994.2,983.2,1019.2,982.8,1006.2,1004.8,981.6,911.5,959.6,930.1,980.9,925.1,1043.5,1047.8,1026.7,1044.6,1003.7,1027.6,1030.2,1013.1,1043.6,1056.8,1100.6,1009.5,1094.4,1063.7,1079.2,1059.4,1107.5,1072.6,1064.0,1110.0,1042.4,1085.5,1157.9,1126.5,1085.6,1090.9,1098.8,1071.4,1053.9,1095.9,1130.4,1054.8,1115.3,1124.8,1109.7,1135.6,1150.9,1117.7,1157.4,1160.4,1137.9,1152.2,1166.9,1068.1,1171.0,1124.0,1133.1,1162.2,1178.2,1153.7,1062.5,1200.6,1182.8,1169.3,1134.2,1212.4,1130.4,1220.1,1152.3,1173.5,1161.0,1172.9,1191.4,1270.6,1188.9,1203.2,1096.9,1139.4,1233.8,1231.3,1224.7,1243.2,1251.5,1169.2,1249.2,1246.6,1209.7,1256.9,1221.5,1260.9,1252.1,1241.6,1248.0,1252.6,1202.7,1204.4,1243.9,1207.2,1272.6,1257.8,1259.5,1280.8,1309.3,1210.5,1309.6,1262.7,1290.0,1214.5,1265.4,1286.5,1295.0,1246.9,1319.6,1240.6,1311.4,1330.9,1318.0,1311.2,1247.0,1323.8,1326.6,1322.8,1339.0,1309.0,1337.1,1324.4,1312.5,1292.8,1249.0,1357.6,1342.6,1360.5,1302.7,1354.3,1266.1,1364.9,1367.9,1329.4,1333.0,1370.8,1373.2,1352.3,1341.1,1261.3,1335.6,1279.4,1321.8,1373.7,1349.3,1362.9,1306.4,1352.0,1348.7,1357.2,1377.6,1365.6,1264.0,1339.0,1334.0,1394.0,1352.6,1301.0,1383.1,1345.7,1383.7,1383.8,1245.6,1238.7,1355.0,1364.4,1330.6,1391.9,1365.7,1287.4,1387.3,1372.4,1349.5,1360.4,1337.2,1275.2,1341.6,1341.3,1366.3,1319.0,1377.4,1334.0,1354.1,1396.2,1364.2,1402.7,1376.9,1332.1,1364.3,1418.5,1375.9,1365.8,1374.0,1411.7,1329.4,1393.9,1413.9,1374.1,1412.1,1373.9,1366.6,1395.1,1355.0,1388.0,1387.6,1387.8,1365.9,1384.2,1372.9,1380.6,1377.6,1392.4,1356.5,1374.3,1346.0,1355.7,1362.6,1389.9,1386.0,1376.9,1380.9,1390.3,1415.5,1408.6,1394.1,1401.1,1337.3,1380.0,1393.1,1387.3,1383.4,1383.4,1451.7,1438.4,1350.5,1399.5,1389.7,1340.8,1362.5,1414.8,1363.5,1313.7,1471.9,1449.3,1421.7,1403.5,1421.1,1437.9,1355.4,1359.0,1416.1,1443.0,1419.0,1365.7,1419.2,1396.7,1414.3,1446.7,1407.7,1448.2,1434.6,1370.9,1423.2,1439.2,1445.0,1461.4,1394.0,1407.0,1468.2,1390.6,1432.0,1442.1,1412.0,1343.5,1427.3,1413.8,1441.1,1407.1,1438.1,1434.6,1400.0,1437.8,1429.4,1394.3,1458.8,1426.3,1426.7,1408.4,1412.6,1437.9,1384.0,1414.1,1348.1,1429.4,1421.3,1398.4,1436.7,1406.3,1412.3,1489.7,1449.2,1430.7,1405.1,1375.4,1414.7,1411.4,1447.9,1442.0,1491.8,1458.1,1474.3,1476.9,1420.5,1464.8,1474.5,1445.2,1420.2,1472.5,1456.9,1439.3,1427.7,1440.9,1419.5,1421.1,1410.0,1423.7,1448.1,1441.3,1449.5,1401.4,1422.0,1428.6,1490.0,1466.3,1455.1,1466.6,1435.3,1441.8,1428.0,1441.5,1431.5,1390.3,1454.7,1446.1,1431.6,1442.3,1470.7,1435.8,1405.7,1413.3,1451.4,1410.8,1442.5,1411.1,1453.3,1425.9,1482.6,1427.8,1461.8,1474.8,1368.9,1474.4,1417.7,1450.2,1503.0,1445.8,1429.7,1468.9,1398.4,1449.4,1454.0,1482.7,1420.8,1496.2,1452.9,1427.0,1420.0,1457.8,1499.0,1474.5,1372.7,1462.4,1451.9,1450.2,1471.9,1469.6,1440.2,1465.9,1490.7,1426.4,1471.9,1433.8,1381.4,1457.2,1445.2,1419.2,1418.3,1475.0,1468.4,1454.4],[-393.9,-334.8,-371.3,-344.1,-394.0,-282.9,-353.0,-337.0,-269.8,-355.9,-370.3,-277.5,-381.9,-303.2,-258.3,-208.5,-261.1,-262.4,-252.8,-250.6,-217.2,-228.7,-188.2,-175.8,-111.8,-188.7,-199.3,-185.2,-154.3,-166.5,-80.7,-106.9,-148.5,-71.0,-181.6,-130.8,-94.4,-117.6,-32.7,1.2,63.0,41.6,120.2,104.5,31.6,66.5,190.7,156.2,282.6,200.0,154.2,328.7,206.8,383.2,339.7,351.0,430.5,509.5,407.9,486.6,497.4,573.7,537.4,507.2,652.2,593.4,743.4,601.8,706.8,637.5,701.5,711.0,689.4,688.3,748.4,723.9,449.1,767.3,780.4,745.3,814.8,773.1,751.7,809.5,789.5,747.1,904.7,894.4,814.3,913.9,944.4,916.1,909.8,919.3,892.7,909.7,944.6,943.4,968.0,906.6,975.7,940.8,998.1,923.0,904.4,963.9,1000.8,1033.2,1070.2,920.9,1027.4,1043.6,1006.5,1058.6,1090.8,1039.4,1022.6,1091.3,999.9,1075.7,1118.9,1074.3,1075.6,1114.2,1080.8,1182.1,1136.2,1094.7,1044.8,1148.5,1075.3,1143.2,1160.3,1180.3,1153.0,1182.0,1233.8,1150.6,1148.4,1234.3,1198.5,1161.9,1141.9,1218.1,1245.3,1254.9,1211.5,1237.0,1248.7,1151.0,1236.0,1320.7,1251.2,1130.1,1250.9,1259.8,1283.9,1229.0,1223.8,1248.1,1237.5,1293.0,1317.6,1324.5,1301.6,1358.8,1305.4,1300.2,1309.9,1291.1,1343.6,1314.2,1309.1,1274.8,1351.2,1374.6,1257.5,1339.4,1377.2,1347.4,1340.3,1359.3,1255.4,1304.6,1289.2,1313.5,1351.3,1398.9,1334.8,1279.4,1312.4,1391.6,1450.8,1353.7,1366.5,1411.2,1340.4,1350.5,1357.1,1337.1,1414.9,1416.6,1354.9,1413.5,1272.6,1363.4,1353.1,1411.8,1405.7,1335.2,1410.0,1467.6,1473.7,1413.6,1426.5,1409.7,1379.4,1443.2,1397.1,1370.5,1420.2,1396.6,1421.4,1429.6,1446.8,1390.3,1428.0,1393.1,1437.9,1439.6,1402.2,1397.8,1488.7,1409.3,1486.9,1429.5,1374.2,1458.0,1408.9,1481.7,1335.1,1376.0,1449.7,1442.4,1386.7,1446.1,1468.4,1465.4,1436.4,1478.6,1473.4,1502.6,1498.0,1441.2,1503.0,1534.5,1509.4,1483.5,1456.1,1443.2,1417.4,1455.2,1521.7,1501.8,1447.0,1424.8,1452.3,1427.0,1429.1,1404.3,1481.0,1470.6,1462.9,1438.3,1495.2,1454.0,1519.0,1453.7,1447.2,1510.4,1424.9,1493.4,1566.1,1393.8,1491.1,1480.2,1506.7,1521.3,1447.7,1501.7,1474.8,1491.4,1477.9,1513.4,1478.5,1465.8,1512.3,1402.4,1443.3,1496.0,1525.8,1494.4,1592.3,1529.6,1453.0,1517.1,1437.1,1566.4,1525.4,1470.7,1478.6,1460.4,1532.4,1521.6,1470.7,1506.0,1458.8,1460.1,1537.0,1507.6,1529.0,1532.7,1524.0,1530.0,1571.1,1517.6,1518.6,1540.6,1508.8,1538.2,1558.6,1513.5,1530.6,1521.3,1430.5,1435.3,1577.4,1473.5,1553.4,1451.5,1492.7,1534.0,1509.3,1505.0,1429.9,1520.2,1502.6,1575.4,1419.9,1519.7,1539.4,1561.1,1482.6,1535.8,1555.0,1530.4,1561.0,1503.1,1575.9,1537.4,1568.4,1516.6,1610.4,1559.3,1498.0,1583.6,1526.3,1561.5,1537.6,1556.9,1547.7,1536.5,1527.3,1521.6,1555.9,1438.8,1543.3,1563.4,1522.9,1535.2,1560.2,1586.7,1520.5,1560.5,1591.1,1013.9,1429.8,1578.6,1548.2,1549.2,1594.1,1554.5,1476.0,1546.6,1576.0,1580.7,1604.5,1524.3,1575.6,1511.9,1561.5,1561.8,1602.0,1561.0,1592.8,1572.7,1561.0,1630.6,1548.8,1471.4,1559.4,1540.1,1531.7,1513.0,1445.0,1577.1,1475.6,1568.5,1571.8,1563.1,1568.1,1575.2,1600.0,1545.4,1635.2,1571.9,1574.2,1476.5,1573.3,1578.3,1558.9,1565.1,1562.0,1617.4,1545.3,1611.3,1562.1,1533.5,1560.7,1636.0,1555.8,1522.3,1512.2,1598.4,1557.0,1518.2,1567.9,1567.8,1578.6,1593.2,1579.5,1597.2,1596.8,1625.5,1594.5,1581.0,1578.4,1587.5,1609.8,1621.7,1581.5,1580.3,1573.6,1602.9,1508.1,1555.3,1583.0,1501.1,1572.4,1646.2,1537.7,1598.0,1615.5,1551.1,1568.3,1545.5,1635.4,1542.9,1562.6,1586.5,1531.5,1608.6,1627.4,1567.9,1581.2,1551.7,1534.2,1426.1]],"clip":{"cell":"gaussian-ppo-cheetah","episode":1,"of":5,"return":1681.1,"length":1000,"success":false,"returns":[1681.1,1674.0,1665.0,1707.7,1682.9],"seconds":8.0,"speed":1.0},"train":{"server":["gaussian-policy default ppo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 17 --policy.action-dim 6","--algo.buffer-size 2048 --algo.batch-size 64 --algo.train-itrs 488"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name HalfCheetah-v5 --runner.replan-steps 1 --runner.seed 0"],"env":"mujoco","source":"experiments/e38-gaussian-ppo/run.sh"}},{"id":"gaussian-ppo-hopper","row":"gaussian-ppo","column":"hopper","status":"learns","experiments":["E38"],"note":"12–15 → 2,181–2,299; CleanRL reports 2,383","note_zh":"从 12–15 升到 2,181–2,299；CleanRL 报告 2,383","seed":1,"curves":[[12.1,15.7,29.5,64.6,92.5,109.7,169.0,150.8,193.7,192.5,206.6,213.9,217.6,220.7,225.7,240.2,249.9,262.3,279.9,288.1,316.0,317.2,327.4,335.1,350.9,354.7,363.3,386.2,393.8,397.5,401.7,445.6,487.6,520.8,574.4,570.9,610.8,624.7,636.6,660.4,683.5,686.9,764.6,724.5,683.2,749.9,679.7,745.2,782.7,760.4,750.0,802.7,733.6,827.2,770.7,744.0,800.7,820.9,754.8,828.8,908.6,929.5,916.8,1126.6,1233.6,1147.6,1443.4,1216.6,1146.0,1600.1,1345.8,1465.3,1130.5,1396.8,1135.2,1653.7,2205.2,1117.2,1754.5,1466.5,2362.5,1673.4,1782.6,1518.7,1891.2,1685.9,1694.8,1730.1,1652.7,1839.6,1629.7,1055.8,1479.4,1617.0,2107.2,1254.8,2259.2,1731.8,1510.0,1586.8,1525.8,2942.5,1468.6,867.4,1518.3,1246.2,1245.6,1508.3,1189.3,956.4,1775.0,1613.7,3239.9,2449.5,1615.8,2040.9,3153.9,1909.7,1341.7,1097.8,1003.0,1387.7,1045.7,1250.0,1046.6,2206.9,1013.6,1005.7,1913.0,1210.9,1805.0,1198.8,1259.6,1239.9,1295.0,1553.6,966.9,1049.0,1399.1,1063.7,1251.9,1248.6,2409.4,1539.9,2501.7,3115.2,1821.1,3284.6,1640.6,2112.7,3233.9,3131.1,1786.6,1861.1,1696.3,1902.2,1642.8,1987.2,1437.7,2546.0,1513.2,1554.6,1411.6,1841.9,1493.0,2730.5,1631.8,1637.7,2256.1,3228.0,1949.4,2934.2,3283.3,2094.0,2295.5,3014.8,1715.3,1926.6,1991.0,2011.8,1387.2,1486.9,2243.7,1121.9,1785.3,1392.2,2522.4,1338.4,1387.3,1383.0,1525.2,1383.4,1194.8,2158.2,1642.0,1536.8,1536.7,1671.3,1283.5,1165.3,1354.7,1692.2,1731.0,1824.8,1461.6,1488.0,1318.2,1710.4,2785.8,2386.2,2964.1,2201.7,2522.5,1872.8,2046.1,2382.1,1648.6,1684.3,1377.0,1557.4,1606.3,2252.3,1679.9,1642.0,2613.9,2249.1,1682.2,2190.9,1653.5,3283.5,1449.1,2438.8,2384.6,2326.8,1782.4,2374.9,1645.0,2347.3,1879.3,1564.1,1924.0,2294.7,2451.2,1951.5,2276.5,1701.1,1798.0,2401.4,2332.8,3296.9,2302.2,1762.8,2298.7,1731.7,2000.7,1792.1,2366.4,2066.9,1429.8,1293.4,1657.9,2202.7,2520.5,2068.4,1704.5,2042.0,1748.6,1240.9,1591.6,1461.7,1487.3,1768.3,1955.4,1818.4,2248.4,2114.8,2390.9,3068.4,2528.7,2101.4,1813.0,1230.7,1656.0,1762.3,2148.1,2579.2,1982.5,2695.4,1860.0,1359.1,1872.5,1485.8,2939.5,1733.5,3022.1,1563.2,1877.2,2854.4,2588.1,3292.1,2114.9,1964.4,2755.2,2015.5,2699.2,3385.1,2883.4,3317.1,2678.1,2557.0,2028.0,1985.1,2465.1,1601.5,2407.8,1920.8,2366.1,2910.4,1894.6,3381.9,2607.5,2761.1,2165.5,3403.7,3379.9,2502.7,2445.6,1998.3,3106.9,2309.5,2792.5,1971.0,2213.3,1828.7,2677.6,2201.6,1611.7,2154.7,2883.9,2106.5,2396.7,2312.5,2051.5,2742.5,2533.5,1568.1,1683.4,1889.0,2562.7,1735.3,3086.6,1704.2,2721.1,1736.3,1768.3,1908.1,2053.0,3464.8,2415.1,1871.4,3064.3,2787.9,2810.0,1868.4,2377.8,2380.1,1677.8,2992.5,2102.2,1984.2,2310.8,2960.7,1850.4,3281.6,1746.1,2005.5,1506.9,1646.7,1862.1,1549.6,1506.3,1738.1,1971.4,1535.6,1905.7,1757.4,2695.1,3221.8,2212.6,2190.5,1699.1,1677.7,2525.7,1603.0,1905.9,2536.8,2545.9,2579.1,2177.9,2565.6,3509.8,2307.2,1935.7,2701.2,3511.4,1781.4,1671.0,1564.2,2032.1,2284.0,2955.5,1483.6,1877.3,1906.4,1605.7,2601.8,2059.8,2667.9,1673.7,1584.7,2390.8,2063.1,1760.3,1846.3,1603.5,1653.5,1623.0,2172.8,1832.5,2030.4,2308.8,2288.8,2133.2,1955.3,2618.0,1562.5,2883.4,2950.1,2341.5,2336.5,2170.0,2252.1,1920.5,2749.6,2099.1,2629.0,2635.1,2930.9,2319.7,2624.8,2253.3,2211.7,3361.9,2585.6,2428.7,2393.2,2371.1,2269.0,2786.9,3581.9,2428.2,2478.4,2166.9,2808.2,2429.7,3399.4,2693.5,3024.2,2500.1,2238.3,3149.3,3553.4,2824.7,2973.3,2309.6,1977.3,2929.3,1584.2,1535.3,2116.6,1879.9,2814.3,2007.8,2072.1,2370.8,2944.1,2543.7,2702.4],[15.2,14.4,22.8,64.2,123.3,139.4,155.0,209.7,216.7,248.1,252.8,234.0,271.6,286.2,305.2,305.6,322.8,320.5,323.1,343.4,349.5,355.2,374.9,393.0,396.5,447.4,411.7,405.1,430.3,440.0,433.4,421.2,445.0,434.7,433.5,432.7,436.2,441.9,444.5,463.2,486.3,465.9,484.2,522.4,591.0,635.3,629.8,645.8,654.5,650.5,675.7,668.6,693.5,704.6,698.4,698.3,707.6,703.7,714.8,750.3,739.8,781.7,766.3,811.2,781.5,900.2,793.5,859.0,852.7,935.4,887.0,835.8,974.7,943.6,932.6,886.2,941.8,1030.5,1008.2,1039.4,1101.1,1028.6,1085.2,1087.0,1147.6,959.7,1009.4,1190.3,1179.6,1220.5,1126.9,1384.3,1169.8,1187.2,1093.4,1207.8,1417.7,1550.1,1487.8,1345.8,1495.1,1125.6,1157.5,1292.0,1594.8,1791.4,1289.0,1084.3,1592.1,1372.0,1230.9,1226.9,1545.9,1218.4,1531.7,1315.5,1806.2,1330.5,1484.0,1204.3,1559.4,1546.9,1349.1,1562.2,1585.4,1685.8,2021.2,1696.7,2029.5,1661.9,1369.4,1931.1,2197.6,2787.1,1955.1,1334.5,1496.3,1962.6,1806.9,1922.9,1344.2,1730.0,1696.3,2308.9,2187.8,1794.2,1552.5,1805.8,2233.5,1733.9,2328.8,2311.1,2076.4,1698.8,1953.7,1446.7,2530.1,2779.2,2471.8,2102.6,2094.8,2168.9,2647.6,2408.0,1875.7,3143.2,3459.5,1973.7,2898.7,2254.2,2345.4,3501.6,2395.0,2554.6,2681.6,3105.1,1579.3,2344.4,3576.8,2423.4,2516.8,2398.9,3226.6,3514.9,3145.4,2440.8,2755.4,3091.7,2329.9,1664.6,1957.5,1951.5,1854.6,1699.2,2546.0,1480.7,1713.4,1844.6,1705.1,2019.6,2063.5,1450.8,1613.0,1403.0,1737.7,1833.7,1792.5,2214.5,1940.8,2265.4,1494.8,1561.6,1641.7,2193.0,1789.7,1547.9,1632.9,2108.3,2096.4,2699.5,2953.2,2366.7,2235.1,2428.7,2143.0,2152.6,2877.1,1997.3,2487.6,2150.0,2201.9,1640.3,2652.3,1786.0,1814.4,2654.3,1923.9,2519.6,2461.9,2056.6,2267.2,2811.9,2389.5,2265.8,1734.0,2878.8,3577.0,2455.4,2171.2,2318.4,1641.0,1616.4,1734.5,2432.4,2377.4,2107.8,1868.0,1510.2,1566.9,2019.9,2367.4,2558.0,2381.8,2640.4,2660.1,2130.1,2625.3,2081.9,3078.9,2880.4,3075.9,2372.5,1795.9,2825.8,2053.4,1497.7,1742.2,2117.1,1852.1,1478.9,1672.7,1525.9,2512.9,2205.9,1918.3,1619.9,2061.2,2677.3,2626.0,1918.2,2146.0,2862.7,2016.8,2941.7,1816.3,1902.9,2266.7,1994.6,1663.7,1926.0,1816.9,1740.1,1863.2,1467.1,2219.7,2512.1,2556.4,1763.6,1589.3,2085.2,1895.8,1835.9,2246.5,1468.2,2466.3,2726.7,1515.6,2340.0,2883.9,2130.8,2429.6,1284.1,2263.2,1369.5,2115.7,2812.1,2059.2,3220.2,2478.6,2710.2,2895.7,1904.6,2087.4,2335.4,2657.6,2821.8,1949.0,2405.7,2806.8,1980.9,2648.8,1869.9,2594.2,1559.0,2822.7,1884.6,2204.2,1965.5,1947.0,2293.3,1770.2,1674.6,1687.5,1916.6,1626.9,1687.7,2787.7,2208.2,1701.5,1453.1,2179.9,1896.2,1840.2,1619.9,1439.3,1710.8,2388.1,1760.9,2108.6,3014.7,2503.0,1977.6,2165.4,1847.9,1950.7,2897.9,2730.4,2804.0,2335.7,1871.0,2598.9,2123.2,2741.3,1807.5,2748.7,2678.9,2010.9,2062.6,3047.5,3704.4,2721.3,2663.7,2848.6,3138.5,2965.9,2000.8,2293.7,1674.8,2948.9,3642.5,2918.1,1733.7,2141.7,1914.2,1940.9,2354.5,2200.8,1623.3,2435.6,2000.8,2455.9,2837.0,2126.3,2998.1,1908.6,3158.3,3372.6,2232.0,2729.2,3087.9,2641.6,2091.9,2594.1,2995.6,2634.0,2174.4,2923.7,2878.1,2225.1,3097.1,2465.8,2424.8,1826.0,2384.7,2825.9,2995.3,3304.1,2190.0,1759.9,2270.7,3463.9,2531.3,2896.9,2351.9,1531.2,1633.4,2933.1,2198.2,2677.5,1591.0,2234.5,1785.9,1726.4,1479.9,1412.4,1364.5,2442.0,2503.3,2774.6,1983.0,2128.2,2251.9,2225.1,2580.9,1794.4,1794.5,2513.1,2299.5,1885.2,1635.4,2547.5,1754.2,2651.8,2464.9,1755.6,2136.3,1565.7,2072.4,3067.1,1850.4,2089.4,1742.0,2369.4,1627.0,2558.5,2306.5,2146.2,2317.7],[14.2,21.3,34.5,50.9,96.9,115.1,126.5,146.1,165.3,152.7,174.1,198.2,209.5,207.1,215.3,220.0,226.1,227.3,229.1,238.6,239.7,253.7,267.0,271.6,284.5,302.4,300.5,326.1,328.0,340.7,341.0,357.5,364.5,379.6,367.7,384.9,388.2,387.8,380.6,400.3,385.4,408.6,410.9,374.7,414.9,392.8,404.5,420.2,415.3,403.2,421.2,419.4,425.3,422.5,425.0,408.3,428.5,431.1,452.9,444.0,454.8,549.4,561.9,582.1,621.5,649.7,649.8,653.8,655.2,666.7,661.9,659.8,641.8,667.8,646.4,643.3,686.9,705.3,709.0,677.9,696.6,691.9,725.2,735.8,763.6,807.8,756.1,824.1,813.5,889.1,872.4,892.9,849.5,866.0,872.7,928.8,977.3,996.1,1029.6,917.5,940.7,1093.7,968.6,1023.4,1013.9,1025.5,987.8,1024.3,926.0,928.3,1040.1,1073.0,1244.6,1013.8,987.8,1010.9,1335.6,1178.4,943.7,991.9,1099.7,1139.2,940.2,861.6,846.0,1283.9,1571.8,1372.0,1865.8,1524.5,1313.4,1726.0,1268.8,1791.8,1144.6,1424.0,1134.7,1285.0,1232.8,1236.9,2315.3,1461.1,1829.9,1358.9,1501.9,1489.0,1918.3,1717.1,1295.9,2115.3,2053.7,1371.8,1018.2,1156.4,1930.0,2612.0,1252.7,1938.5,1941.2,1312.1,1937.8,1421.3,1975.0,1134.1,1778.3,1627.0,2515.4,1792.8,1351.5,1343.2,1364.2,1465.3,1027.1,1149.2,1046.4,1126.8,1034.0,2040.3,1938.4,1207.9,1613.0,1650.8,1598.0,1847.7,1440.5,1767.5,1483.1,2143.4,2473.1,2041.6,1527.9,1456.0,1223.8,1239.1,1312.3,1566.2,1202.1,1418.8,1456.6,1129.1,1692.7,1231.9,1480.3,1270.7,1184.0,1300.2,1336.0,1470.4,1190.1,1133.2,1510.0,1364.2,1422.2,1378.7,1887.1,1316.0,1221.2,1155.6,1312.3,1261.5,1374.7,1176.6,1253.7,1426.3,1349.1,1707.6,1453.5,1949.1,1724.1,2077.3,1764.7,1446.6,2178.3,2340.0,2756.0,1501.8,2339.5,2364.4,3329.4,2554.4,2141.9,3361.7,2390.9,1815.0,3393.0,2199.1,1983.9,1398.1,3381.9,2340.2,3395.2,2118.6,1470.7,1985.0,1598.2,1566.5,2883.1,2069.9,1865.1,2162.2,2681.0,1851.3,1678.4,1897.4,1851.5,1910.4,2299.9,2154.0,2070.8,1587.0,1415.1,2011.1,2156.7,2151.2,2312.5,1908.0,1755.7,1334.2,1550.8,1818.4,1799.4,1819.7,2067.2,2027.5,2376.1,2388.1,1887.5,1543.5,2449.2,2753.9,2303.6,1742.8,2481.9,1832.5,2337.0,2540.3,1516.1,2266.3,1876.9,1797.1,1895.6,2445.4,2794.3,1680.1,1871.6,1639.9,1779.6,2148.1,2453.9,2974.2,1813.2,2567.1,1858.7,2034.5,2818.6,2207.1,2208.9,1298.0,2688.3,1930.0,1837.3,1394.2,2154.4,2635.9,2080.1,1928.2,2063.8,1790.9,2103.2,2362.6,2226.7,2837.3,1518.1,2460.4,2236.5,2113.6,1895.0,2279.0,1726.2,2263.6,1430.5,1921.8,1403.5,1315.7,1643.9,1644.8,2738.7,1549.3,1910.2,3005.9,2116.7,1845.6,2146.2,2910.8,2072.8,2418.5,2096.4,1728.8,2906.8,3470.4,2236.9,2625.5,1966.2,1998.6,2490.2,2232.0,1955.3,2186.9,2486.3,2443.0,2272.8,1873.8,1612.5,1998.7,2648.9,2624.4,2439.9,2406.3,1697.0,1727.3,2946.2,2629.5,2164.1,1548.5,1770.6,1942.5,2956.3,3058.9,2378.3,2321.0,2195.0,2186.8,2370.4,2660.5,3479.3,2988.4,2588.9,1884.2,2524.1,2073.5,2844.6,2455.8,2879.5,2743.7,2719.6,2702.3,2497.8,2327.0,2242.8,2799.0,2718.9,2592.3,2111.6,3439.6,2082.1,1711.4,3186.7,2651.7,1930.6,2162.8,1409.7,2020.0,1866.1,1647.7,1255.3,1488.7,1407.9,1929.4,2601.5,1832.2,2389.4,1880.0,2424.1,2601.9,1355.0,1786.6,3556.8,1851.9,1751.6,1344.5,1951.5,2916.1,1368.8,2193.5,2734.1,1356.6,1992.6,1792.2,2741.4,2202.2,2658.2,2391.0,1557.7,1788.2,1836.7,2383.0,1986.0,1731.5,2868.3,1973.5,1818.1,1693.9,1854.4,2475.3,1874.6,2022.9,2660.0,1510.4,2186.2,1773.3,1866.5,2410.3,2155.6,2077.2,2607.6,2381.9,1622.8,1449.2,2455.5,2271.1,1890.0,1855.5,2493.2,2490.1,2706.3,2230.0,2041.5,1379.7]],"clip":{"cell":"gaussian-ppo-hopper","episode":5,"of":5,"return":3062.6,"length":811,"success":false,"returns":[1735.8,3684.4,3665.3,1747.3,3062.6],"seconds":6.52,"speed":1.0},"train":{"server":["gaussian-policy default ppo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 11 --policy.action-dim 3","--algo.buffer-size 2048 --algo.batch-size 64 --algo.train-itrs 488"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Hopper-v5 --runner.replan-steps 1 --runner.seed 0"],"env":"mujoco","source":"experiments/e38-gaussian-ppo/run.sh"}},{"id":"gaussian-ppo-walker","row":"gaussian-ppo","column":"walker","status":"learns","experiments":["E38"],"note":"about 0 → 2,957–3,260; CleanRL reports 2,288","note_zh":"从约 0 升到 2,957–3,260；CleanRL 报告 2,288","seed":2,"curves":[[-0.7,-0.2,2.7,11.2,25.4,37.8,109.6,100.4,191.5,159.3,244.8,173.8,354.7,342.8,272.4,273.6,292.1,275.2,248.2,257.1,266.2,244.3,253.5,301.6,260.8,315.3,292.5,313.0,329.7,321.3,332.3,281.9,300.4,318.7,290.0,306.5,319.8,311.8,317.8,324.7,307.2,346.8,308.1,332.3,343.0,320.9,332.9,339.2,345.3,320.7,337.5,346.0,337.5,344.6,367.3,352.9,385.3,377.4,361.4,376.0,376.7,402.1,383.7,373.3,399.0,378.3,400.5,426.2,415.4,418.2,416.3,407.7,417.8,422.9,410.0,452.5,449.4,449.1,429.0,419.9,451.1,424.6,438.6,452.5,442.7,474.1,460.3,460.3,446.3,520.4,447.9,487.6,473.0,509.8,498.6,520.9,531.1,557.8,550.6,571.4,513.1,566.4,540.5,563.6,565.7,523.4,566.0,495.3,591.2,536.7,540.7,616.8,570.1,598.3,620.3,590.6,590.6,617.0,598.8,614.6,619.2,595.4,582.7,566.4,598.0,623.9,587.9,615.6,634.2,537.6,623.4,567.5,589.6,667.8,659.0,687.1,675.0,639.2,715.9,675.7,693.1,698.5,680.9,694.0,680.5,686.6,659.6,725.9,731.1,731.9,724.2,723.5,719.2,689.1,729.7,652.1,734.0,711.3,688.3,719.0,702.2,735.6,711.7,693.2,675.7,789.9,824.0,707.3,746.5,749.6,748.3,746.3,761.1,813.2,811.0,879.3,766.1,806.4,765.4,785.0,784.4,806.2,815.3,881.3,798.5,778.1,872.7,849.3,807.1,792.6,882.3,961.8,923.3,968.1,975.0,948.7,930.6,916.6,891.0,1084.4,890.1,938.1,892.3,1182.9,1100.4,1094.5,1206.5,1172.2,1294.5,1019.6,1405.7,1368.0,2018.5,1947.5,2612.7,2059.4,2065.7,2649.0,1446.1,1687.7,1970.4,2609.8,1447.7,1775.2,2724.0,2252.5,3876.4,3255.1,2632.3,2156.6,2626.1,3709.5,3690.3,3113.0,3745.1,3159.0,3255.6,1309.8,1102.8,3007.6,2798.8,1963.6,3941.0,3644.8,1676.4,2733.0,1835.1,1893.8,2926.0,4057.9,3018.7,2795.9,1768.9,1639.9,1904.7,2625.4,2506.3,1973.6,1762.9,3157.0,3177.9,2443.8,1717.2,1282.0,2091.1,1779.7,3078.5,1645.4,3130.3,2728.0,4110.2,3146.6,4198.3,3192.0,2346.7,3327.5,2063.7,1970.7,1877.0,1703.0,2108.6,4269.5,1970.0,2327.5,3417.9,1743.3,1660.1,2243.5,2584.6,1560.8,2263.5,1354.4,1398.5,2220.9,1944.5,1125.7,2142.5,1613.3,2029.6,2124.8,2140.3,2009.3,1953.6,2827.1,1851.1,3807.7,2314.7,2954.8,2058.9,1657.6,2708.2,3035.7,1667.6,2421.1,2656.4,2274.0,2221.1,3466.6,2314.2,3192.5,2853.6,1322.0,2258.9,1700.9,2414.4,3688.7,3626.4,2448.2,3872.1,2605.0,3289.4,3082.9,3825.6,3904.9,2578.1,3721.3,3379.3,2193.0,3607.2,4377.3,3100.8,4492.6,3234.3,2313.2,3993.6,4453.9,2277.1,3318.3,4021.0,4470.0,3491.8,4577.1,2370.8,3026.4,4500.5,1642.2,4538.5,2302.4,4517.2,3019.4,1671.7,2700.1,3253.3,2421.3,2416.7,3566.1,3291.5,2689.4,3995.7,4142.7,3438.2,4199.4,4386.6,3959.5,2548.1,4190.8,4262.4,3242.2,4310.8,4255.3,4278.8,2679.1,4285.8,3003.4,4298.6,4357.1,4269.3,2261.6,3393.0,4308.0,3157.3,2864.1,4368.7,4308.2,4015.1,4293.7,3293.0,4307.0,2827.0,4311.3,4262.8,4281.1,3773.1,4367.3,2056.5,3256.8,2101.3,4418.5,3097.7,2154.2,1825.6,2719.2,4389.8,3103.2,4193.7,1912.4,3867.4,4345.8,4228.9,3175.0,2804.2,4220.2,4312.5,4331.2,3653.4,4317.5,2233.2,3288.0,4302.7,4295.3,4338.5,2805.5,2518.3,3034.6,4395.1,4395.5,2254.5,2986.5,2291.4,3294.0,3286.8,3251.9,2535.4,4370.9,4310.7,3464.4,2686.4,2673.7,4528.2,1682.0,4532.2,1948.1,3621.0,1875.1,3093.3,3293.1,4064.4,3185.3,2331.4,2614.4,3865.3,4091.0,1519.1,2805.3,2392.3,2935.1,2343.5,4430.0,4351.0,4401.5,2502.2,4426.3,2892.9,4438.3,4432.7,1789.2,3426.6,2985.2,3573.4,2377.9,3433.8,3149.8,2095.4,3567.6,2864.5,1523.9,2574.7,4410.6],[-1.8,-0.1,1.7,6.5,15.5,37.5,71.4,140.8,189.1,303.4,238.2,265.7,305.1,263.6,256.2,274.4,313.5,315.6,263.0,326.6,339.6,366.1,354.6,388.3,327.4,375.9,354.1,335.1,347.1,306.5,320.7,331.1,349.0,360.6,331.7,351.7,335.2,382.0,362.9,391.6,354.3,339.9,416.7,377.3,353.8,382.5,334.2,373.3,360.7,354.6,386.7,357.2,394.6,372.9,391.8,388.8,391.2,377.5,403.0,386.7,391.9,368.7,384.7,374.5,375.7,397.9,402.1,379.6,401.7,393.2,401.4,382.1,413.2,379.1,407.5,394.7,407.7,405.2,402.8,405.7,386.6,411.3,399.9,433.7,404.3,426.2,429.8,423.9,474.3,447.8,483.1,444.7,455.1,470.4,454.5,487.4,503.1,479.1,482.7,505.7,480.7,470.8,532.5,521.9,539.4,540.6,524.5,530.7,534.6,497.9,538.1,545.3,572.9,572.6,525.9,537.6,573.8,543.9,615.1,604.1,590.5,641.1,615.7,577.0,620.8,641.0,655.1,660.4,651.3,645.0,622.4,649.1,655.9,686.0,704.5,668.3,679.2,714.4,737.9,735.8,664.7,690.7,683.5,815.9,838.7,865.1,792.6,840.4,776.3,794.9,835.9,794.8,869.6,817.0,874.9,852.2,779.9,692.9,815.0,816.5,857.2,900.5,827.2,901.1,986.6,856.0,838.8,909.2,897.9,956.5,866.6,1029.9,917.7,1019.6,902.5,1041.9,1026.5,1006.2,1123.8,1033.0,1180.2,1063.1,1696.0,1430.4,1223.1,1451.8,1047.3,1388.6,1599.8,1845.8,1541.4,1907.4,1194.5,1167.3,1228.9,1478.8,871.6,1508.7,1870.8,1304.6,1630.6,2120.6,1484.2,1868.4,1347.9,1485.1,1612.6,1634.3,2819.6,1297.6,2111.2,1526.6,1804.6,2461.6,2001.5,2295.9,1162.5,1401.3,2121.7,2733.6,1743.9,1556.5,1554.2,2148.4,1733.0,2183.6,1950.8,1446.9,2250.0,2407.2,2627.0,2276.4,1621.2,2390.0,2116.0,1813.1,1434.0,2182.4,1866.0,2555.8,2162.4,1481.4,1796.9,1868.8,3414.4,3035.1,1541.7,1945.6,1182.6,1949.2,1615.2,2122.0,1971.5,3057.8,1568.2,2330.6,1318.4,2149.2,2489.2,1648.8,1893.3,2740.5,1716.8,3441.2,2564.5,1782.3,2741.2,2374.9,1737.9,2133.7,1491.4,2627.0,1969.8,2270.5,1394.0,1801.1,2407.7,2673.5,1905.4,2114.6,3760.0,2383.6,2251.8,1484.3,2347.9,2251.4,2306.8,1936.2,2760.5,3127.2,2428.5,1441.3,2209.2,3230.2,2164.1,1803.1,1613.0,1691.7,1816.4,2679.9,2033.2,2203.2,2502.5,2125.0,2972.5,2284.3,2283.4,2259.6,3027.1,2581.4,1562.7,2571.3,2038.6,1604.1,3118.5,2272.2,2689.8,2413.8,1077.5,2677.3,1983.4,2489.8,2163.3,1686.1,1920.5,1945.3,2339.9,3054.6,2583.1,1942.7,2242.2,2682.5,1965.3,1654.3,1639.0,2845.2,3745.2,3162.2,2345.5,2187.3,2343.6,2158.3,1927.8,2553.8,1165.1,3207.0,2790.9,2087.8,2607.0,3380.5,3322.8,3206.1,1902.9,3532.8,1626.1,3641.0,2302.9,2827.5,2857.9,3620.4,1537.0,2227.9,2824.2,3318.4,2313.9,2631.9,2448.3,1869.8,3172.8,3048.8,3092.4,2367.2,4112.0,2801.3,2922.0,2851.4,3755.0,2224.7,2674.0,2976.0,2946.5,3596.2,3924.0,2978.6,3782.8,3662.9,3504.6,3426.0,3366.9,2751.3,2938.9,2274.6,3662.2,3440.6,1663.4,2201.1,3509.4,3103.3,1999.1,4159.6,3842.3,3221.8,2164.6,3192.6,4117.5,3576.7,2364.3,3358.7,2643.1,2947.8,2659.7,2867.0,1738.9,4234.1,3552.3,3170.1,3100.2,2610.1,2586.7,1728.8,3401.4,3609.0,2406.7,3126.7,2654.1,2297.6,2183.9,4283.2,2955.6,3591.5,3410.3,3333.8,3461.7,3264.5,4080.8,4180.3,3227.7,4228.9,3907.7,2913.0,3693.5,4286.5,3408.6,4032.3,3052.0,4283.6,2562.1,4252.8,4329.9,3620.9,3406.0,3411.6,3610.9,2886.7,1860.7,4238.0,3116.0,3403.4,4090.4,4301.4,3339.3,3548.8,2862.0,3112.7,4272.8,3793.2,3698.1,4319.0,3780.9,3724.8,3208.2,1950.7,2500.3,4283.1,4345.5,2875.4,3184.3,3520.4,4358.3,4306.8,3055.5,1973.7,4426.7,2883.5,3064.6,2409.4,2958.8,3162.3],[-0.6,0.6,3.0,10.1,19.4,18.0,39.8,68.8,117.8,209.1,267.5,260.8,315.6,248.7,301.0,300.9,277.2,306.0,285.7,313.5,282.2,310.9,332.4,316.6,325.1,319.4,360.0,278.9,356.6,372.5,367.1,345.4,397.3,422.0,349.4,372.0,335.5,390.5,370.9,377.7,390.8,348.1,407.2,346.6,378.4,364.5,412.6,436.2,371.4,401.4,415.9,387.2,423.4,428.8,396.1,394.8,423.9,431.6,444.2,454.8,430.8,470.8,447.5,446.7,476.5,470.6,479.7,460.4,454.4,472.1,520.4,506.0,484.6,512.5,499.1,495.3,469.8,520.2,530.0,504.1,493.6,545.2,500.3,531.7,543.7,542.8,563.2,579.5,563.3,599.0,572.3,644.7,660.4,604.9,652.3,679.8,700.4,672.5,674.3,664.6,742.8,735.5,751.9,800.3,770.7,778.5,836.1,1001.6,866.9,833.2,996.8,1047.9,870.1,979.7,1076.8,1150.6,1001.5,989.9,1174.9,1183.2,1143.5,1024.2,1283.6,1181.5,1537.4,1191.8,1676.0,1502.0,1245.7,1759.4,1473.6,1329.9,1212.6,1560.4,2176.4,1481.8,1269.3,1357.7,1477.0,1623.6,1397.9,1707.0,1578.8,1772.5,1438.5,1459.5,1831.0,2117.0,1690.9,1996.6,1681.0,2254.0,1069.8,1790.4,2385.8,1664.3,2133.6,2807.7,2334.5,2488.4,2443.6,1853.4,3253.7,2593.8,2919.7,2734.9,3320.9,3128.9,2621.2,2148.0,3323.6,2335.3,2795.1,2724.3,1951.3,3779.6,2949.8,4122.8,2171.7,2843.0,2092.8,2650.6,3856.6,2387.1,3004.1,2459.1,1819.8,2493.3,1900.0,3167.0,4155.3,3196.9,3264.2,3472.8,3275.1,2888.5,3755.1,2082.8,3041.8,3363.7,3187.7,2899.3,2845.9,3465.3,2465.5,3128.3,2550.4,3362.4,3573.2,3985.9,4050.3,3882.1,4115.2,4112.6,2386.4,3357.2,2497.4,3182.5,2935.0,3948.7,3586.9,2718.0,4164.7,2987.9,2505.6,2465.8,2926.2,3467.3,2840.7,4110.1,2381.6,1682.0,3984.7,4149.3,3790.3,3682.4,4043.5,3962.4,3426.7,3050.8,3984.6,2909.9,2917.2,3223.8,3879.1,3352.5,3932.4,2796.2,3946.8,2499.6,3957.0,3311.3,3430.3,3966.2,4113.9,3782.5,3821.1,4063.8,4032.4,4008.2,3811.4,3910.4,4043.4,3652.0,3970.8,3779.4,2778.6,3272.0,3768.1,3961.6,3727.6,3880.6,2176.8,2683.1,3943.5,3772.1,3826.5,3882.0,3898.1,3057.4,4076.1,3451.1,4035.0,2706.3,3919.5,2898.3,3931.7,3872.2,3931.5,3964.5,3934.8,3991.4,4022.8,3263.6,3108.0,4001.6,3124.3,3754.1,3196.0,3338.1,3342.2,4032.4,3919.5,3998.6,3872.4,3525.6,3762.0,2639.7,2980.2,4190.7,3860.4,3929.6,3810.9,3895.1,3782.2,2544.8,4130.7,3121.5,4210.9,3542.8,4170.9,4085.4,4004.5,4108.2,4007.3,4265.7,3488.2,2839.2,4046.1,3509.1,4131.6,4205.0,3358.0,4178.8,3947.7,4111.6,4301.0,2431.0,4102.7,2977.8,3931.4,4019.4,3167.4,3877.5,4347.9,4241.9,4316.7,4207.2,3861.5,3477.0,1475.6,2494.0,2470.7,3788.0,2952.0,4217.8,3090.1,3663.0,4181.4,4180.3,4151.6,4084.0,2902.0,4257.7,3118.8,4077.6,2712.5,3941.8,4069.1,3919.1,4044.8,2993.3,4053.9,3820.2,3479.4,2475.7,3869.2,3918.7,3958.6,2877.6,3667.3,3925.6,3705.9,4007.7,3950.9,3888.5,3890.4,3970.5,3943.9,3505.1,2735.5,3451.8,2240.8,3985.4,2298.6,3886.8,3968.6,3871.8,3802.8,3101.8,3500.5,3961.2,2299.6,3918.7,1714.5,3986.2,3505.2,3916.8,2297.5,2673.1,3731.6,2852.7,3380.9,2247.4,2813.1,2728.2,3237.6,1657.5,3941.6,3955.9,4084.0,3451.6,3966.5,2526.7,3434.8,3913.7,2173.4,2671.7,3419.9,3850.4,3806.2,3989.1,3896.4,3874.3,3209.8,4179.5,3780.4,3917.6,1803.8,4067.9,4017.6,1964.7,3947.5,1750.6,2805.1,2853.9,4109.8,2122.8,4166.6,2869.0,4023.1,4033.2,3724.7,3838.6,3446.2,4055.6,2905.2,2921.0,2241.9,3932.2,3875.9,4063.4,3895.0,3133.3,3945.3,2931.3,3969.0,1819.7,4184.6,4120.3,4110.6,3460.3,2938.5,3603.6,4049.5,3922.2,2730.9,3567.8,2967.2,3535.2,2113.7,3570.6,2924.8,1949.8,4022.1,4001.7,2330.6,4126.7]],"clip":{"cell":"gaussian-ppo-walker","episode":2,"of":5,"return":3907.2,"length":1000,"success":false,"returns":[3974.3,3907.2,3028.5,3972.4,3888.9],"seconds":8.0,"speed":1.0},"train":{"server":["gaussian-policy default ppo default","--port 8000 --seed 0 --policy.device cpu","--policy.obs-dim 17 --policy.action-dim 6","--algo.buffer-size 2048 --algo.batch-size 64 --algo.train-itrs 488"],"client":["mujoco-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-episodes 100000","--env.name Walker2d-v5 --runner.replan-steps 1 --runner.seed 0"],"env":"mujoco","source":"experiments/e38-gaussian-ppo/run.sh"}}],"vla":{"task":"LIBERO-10 task 8: put both moka pots on the stove","task_zh":"LIBERO-10 第 8 题：把两个摩卡壶都放到炉子上","cells":[{"id":"pi0-base","label":"pi0.5 as released","label_zh":"原版 pi0.5","status":"reference","experiments":["E26"],"score":[29,50],"note":"untrained, the reference","note_zh":"未训练，作参照","clip":{"cell":"pi0-base","episode":1,"of":1,"return":1.0,"length":410,"success":true,"returns":[1.0],"seconds":8.24,"speed":2.5},"train":{"server":["pi0-policy default eval default","--port 8000 --policy.device cuda","--policy.name pi05_libero --policy.checkpoint-path PI05_LIBERO_CHECKPOINT"],"client":["libero-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-procs 1 --num-episodes 50","--env.task-suite-name libero_10 --env.task-id 8","--env.no-randomize-initial-state --runner.replan-steps 5 --runner.seed 7"],"env":"libero","source":"experiments/e26-frozen-mlp/eval.sh"}},{"id":"pi0-fpo","label":"pi0-policy · FPO","label_zh":"pi0-policy · FPO","status":"holds","experiments":["E14","E26","E32"],"score":[33,50],"note":"one update with FPO++'s chunk loss leaves it intact; FPO's own took it to 0","note_zh":"换成 FPO++ 的块损失后一次更新没毁掉它；原版 FPO 会让它归零","clip":{"cell":"pi0-fpo","episode":1,"of":1,"return":1.0,"length":350,"success":true,"returns":[1.0],"seconds":7.04,"speed":2.5},"train":{"server":["pi0-policy default fpo default","--port 8000 --seed 7 --policy.device cuda:0","--policy.name pi05_libero --policy.checkpoint-path PI05_LIBERO_CHECKPOINT","--algo.learning-rate 1e-5 --algo.clipping-epsilon 0.05","--algo.num-updates-per-batch 4 --algo.n-samples-per-action 4","--algo.buffer-size 4096 --algo.batch-size 8 --algo.global-steps 8192","--algo.master-weights-device cuda:1","--algo.n-critic-warmup-itrs 1","--algo.output-mode u --algo.no-discretize-t-for-training","--algo.cfm-loss-steps 5 --algo.cfm-loss-dims 7 --algo.cfm-loss-sum-over-steps","--algo.ratio-per-sample"],"client":["libero-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-procs 10 --num-episodes 100000","--env.task-suite-name libero_10 --env.task-id 8","--env.randomize-initial-state --runner.replan-steps 5 --runner.seed 7"],"env":"libero","source":"experiments/e32-pi0-fpo-plus-plus/train.sh"}},{"id":"pi0-dppo","label":"pi0-policy · DPPO","label_zh":"pi0-policy · DPPO","status":"holds","experiments":["E25"],"score":[30,50],"note":"two iterations leave it intact, having barely moved it","note_zh":"两轮后没被毁掉，但几乎没动它","clip":{"cell":"pi0-dppo","episode":1,"of":1,"return":1.0,"length":415,"success":true,"returns":[1.0],"seconds":8.32,"speed":2.5},"train":{"server":["pi0-policy default dppo libero","--port 8000 --seed 7 --policy.device cuda:0","--policy.name pi05_libero --policy.checkpoint-path PI05_LIBERO_CHECKPOINT","--algo.buffer-size 4096 --algo.batch-size 8 --algo.train-itrs 2"],"client":["libero-v1 --server-host 127.0.0.1 --server-port 8000","--num-envs 1 --num-procs 10 --num-episodes 100000","--env.task-suite-name libero_10 --env.task-id 8","--env.randomize-initial-state --runner.replan-steps 5 --runner.seed 7"],"env":"libero","source":"experiments/e25-pi0-dppo/cell.sh"}}]},"experiments":{"E6":"e6-first-learning-curve","E14":"e14-ten-iterations","E16":"e16-critic-restart","E17":"e17-second-algorithm","E18":"e18-dppo-normalised","E23":"e23-hopper","E24":"e24-coverage","E25":"e25-pi0-dppo","E26":"e26-frozen-mlp","E27":"e27-robomimic","E28":"e28-dppo-learns","E29":"e29-clamp-or-noise","E30":"e30-fpo-dppo-factors","E31":"e31-dppo-longer","E32":"e32-pi0-fpo-plus-plus","E33":"e33-fpo-dppo-structure","E34":"e34-square-dppo","E35":"e35-square-bc","E37":"e37-square-fpo-policy","E38":"e38-gaussian-ppo"},"envs":{"mujoco":{"extra":"mujoco","packages":"gymnasium 1.x, mujoco 3.x (3.6 and 3.14 here)"},"robomimic":{"extra":"robomimic","packages":"robomimic 0.4, robosuite 1.4.1, mujoco 2.3.7"},"libero":{"extra":"libero","packages":"LIBERO, robosuite 1.4.1, mujoco 2.3.7"}},"server_packages":"torch; no MuJoCo, robosuite or gymnasium on any server that trained these cells"}
diff --git a/docs/media/coverage/fpo-dppo-square.jpg b/docs/media/coverage/fpo-dppo-square.jpg
index e05c53b..25ae0c1 100644
Binary files a/docs/media/coverage/fpo-dppo-square.jpg and b/docs/media/coverage/fpo-dppo-square.jpg differ
diff --git a/docs/media/coverage/fpo-dppo-square.mp4 b/docs/media/coverage/fpo-dppo-square.mp4
index c305494..4513d1d 100644
Binary files a/docs/media/coverage/fpo-dppo-square.mp4 and b/docs/media/coverage/fpo-dppo-square.mp4 differ
diff --git a/docs/media/coverage/fpo-fpo-square.jpg b/docs/media/coverage/fpo-fpo-square.jpg
index d9b4aaa..83ea6a5 100644
Binary files a/docs/media/coverage/fpo-fpo-square.jpg and b/docs/media/coverage/fpo-fpo-square.jpg differ
diff --git a/docs/media/coverage/fpo-fpo-square.mp4 b/docs/media/coverage/fpo-fpo-square.mp4
index 08ec651..267e309 100644
Binary files a/docs/media/coverage/fpo-fpo-square.mp4 and b/docs/media/coverage/fpo-fpo-square.mp4 differ