@startuml serial_evaluator
header Serial Pipeline
title Serial Evaluator

|#99CCCC|serial_controller|
|#99CCFF|env_manager|
|#CCCCFF|policy|
|#FFCCCC|evaluator|

|#99CCCC|serial_controller|
start
:init evaluator, set its \nenv_manager and \neval_mode policy;
|#99CCFF|env_manager|
repeat
  :return current obs;
  |#CCCCFF|policy|
  :<b>[network]</b> forward with obs;
  |#99CCFF|env_manager|
  :env step with action;
  |#FFCCCC|evaluator|
  if (for every env: env i is done?) then (yes)
    |#99CCFF|env_manager|
    :env i reset;
    |#FFCCCC|evaluator|
    :log eval_episode_info;
  endif
repeat while (evaluate episodes are not enough?)
|#FFCCCC|evaluator|
:return eval_episode_return;
stop
@enduml