diff --git a/eval.py b/eval.py index 7a9bff5..c5fae03 100644 --- a/eval.py +++ b/eval.py @@ -250,6 +250,7 @@ def run(cfg: DictConfig): eval_budget=cfg.eval.eval_budget, episodes_idx=eval_episodes.tolist(), callables=OmegaConf.to_container(cfg.eval.get("callables"), resolve=True), + save_video=False, video_path=output_dir, ) if torch.cuda.is_available(): diff --git a/tworoom_results.txt b/tworoom_results.txt index b4f9ac8..d85c017 100644 --- a/tworoom_results.txt +++ b/tworoom_results.txt @@ -1044,3 +1044,61 @@ metrics: {'success_rate': 90.0, 'episode_successes': array([ True, False, True, True, True, True, True, True]), 'seeds': None} evaluation_time: 98.5384590625763 seconds inference_precision: fp16 + +==== CONFIG ==== +cache_dir: null +solver: + _target_: stable_worldmodel.solver.CEMSolver + model: ??? + batch_size: 1 + num_samples: 300 + var_scale: 1.0 + n_steps: 30 + topk: 30 + device: cuda + seed: ${seed} +world: + env_name: swm/TwoRoom-v1 + num_envs: ${eval.num_eval} + max_episode_steps: 100 + history_size: 1 + frame_skip: 1 +seed: 42 +policy: two-room/tworoom/lejepa +inference_precision: fp16 +dataset: + stats: ${eval.dataset_name} + keys_to_cache: + - action + - proprio +plan_config: + horizon: 5 + receding_horizon: 5 + action_block: 5 +eval: + num_eval: 50 + goal_offset_steps: 25 + eval_budget: 50 + img_size: 224 + dataset_name: tworoom + callables: + - method: _set_state + args: + state: + value: proprio + - method: _set_goal_state + args: + goal_state: + value: goal_proprio +output: + filename: tworoom_results.txt + +==== RESULTS ==== +metrics: {'success_rate': 90.0, 'episode_successes': array([ True, False, True, False, True, True, True, True, False, + True, True, True, True, True, True, True, True, True, + True, True, True, True, True, True, True, True, True, + True, True, True, True, False, True, True, True, True, + True, True, True, False, True, True, True, True, True, + True, True, True, True, True]), 'seeds': None} +evaluation_time: 93.3659656047821 seconds +inference_precision: fp16