<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
  <component name="ChangeListManager">
    <list default="true" id="8a49ee0a-edc6-4854-869d-dc6e62bebd30" name="Default Changelist" comment="" />
    <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
    <option name="SHOW_DIALOG" value="false" />
    <option name="HIGHLIGHT_CONFLICTS" value="true" />
    <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
    <option name="LAST_RESOLUTION" value="IGNORE" />
  </component>
  <component name="CoverageDataManager">
    <SUITE FILE_PATH="coverage/Gym$experiment_mujoco_oprs_test.coverage" NAME="experiment_mujoco_oprs_test Coverage Results" MODIFIED="1577953343202" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym_dev$experiment_mujoco_oprs_test.coverage" NAME="experiment_mujoco_oprs_test Coverage Results" MODIFIED="1575469790472" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym_test$ddpg_algo_parameters.coverage" NAME="ddpg_algo_parameters Coverage Results" MODIFIED="1573034036474" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/algorithms/ddpg" />
    <SUITE FILE_PATH="coverage/Gym$experiment_mujoco_rcpo_test.coverage" NAME="experiment_mujoco_rcpo_test Coverage Results" MODIFIED="1590392233596" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$list_envs.coverage" NAME="list_envs Coverage Results" MODIFIED="1574760903228" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/examples/scripts" />
    <SUITE FILE_PATH="coverage/Gym$experiement_continuous_mountain_car.coverage" NAME="experiement_continuous_mountain_car Coverage Results" MODIFIED="1583894127186" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$yujing_test4.coverage" NAME="yujing_test4 Coverage Results" MODIFIED="1585411366158" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner/test" />
    <SUITE FILE_PATH="coverage/Gym$ou_noise.coverage" NAME="ou_noise Coverage Results" MODIFIED="1568296034153" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/utils" />
    <SUITE FILE_PATH="coverage/Gym$experiment_continuous_mountain_car_rev.coverage" NAME="experiment_continuous_mountain_car_rev Coverage Results" MODIFIED="1581651828766" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$test_registration.coverage" NAME="test_registration Coverage Results" MODIFIED="1572885399548" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/gym/envs/tests" />
    <SUITE FILE_PATH="coverage/Gym_dev$experiment_continuous_cart_pole_rev.coverage" NAME="experiment_continuous_cart_pole_rev Coverage Results" MODIFIED="1574336455351" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym_dev$yujing_test3.coverage" NAME="yujing_test3 Coverage Results" MODIFIED="1574334305077" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner/test" />
    <SUITE FILE_PATH="coverage/Gym_test$experiment_continuous_mountain_car_rev.coverage" NAME="experiment_continuous_mountain_car_rev Coverage Results" MODIFIED="1572781089394" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym_dev$experiment_continuous_cart_pole.coverage" NAME="experiment_continuous_cart_pole Coverage Results" MODIFIED="1575536659035" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$experiment_continuous_cart_pole_rev.coverage" NAME="experiment_continuous_cart_pole_rev Coverage Results" MODIFIED="1579244261130" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$yujing_test2.coverage" NAME="yujing_test2 Coverage Results" MODIFIED="1568279392677" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$experiment_continuous_mountain_car.coverage" NAME="experiment_continuous_mountain_car Coverage Results" MODIFIED="1569396198886" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$yujing_test.coverage" NAME="yujing_test Coverage Results" MODIFIED="1568190347718" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$swimmer.coverage" NAME="swimmer Coverage Results" MODIFIED="1590389394634" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/gym/envs/mujoco" />
    <SUITE FILE_PATH="coverage/Gym$experiment_continuous_mountain_car_oprs_v2_simple.coverage" NAME="experiment_continuous_mountain_car_oprs_v2_simple Coverage Results" MODIFIED="1569404622026" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym_test$experiement_continuous_mountain_car.coverage" NAME="experiement_continuous_mountain_car Coverage Results" MODIFIED="1573034042612" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym_dev$experiment_mujoco_test.coverage" NAME="experiment_mujoco_test Coverage Results" MODIFIED="1575552559035" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$experiment_continuous_cart_pole.coverage" NAME="experiment_continuous_cart_pole Coverage Results" MODIFIED="1583890818125" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$experiment_continuous_mountain_car_oprs_v2.coverage" NAME="experiment_continuous_mountain_car_oprs_v2 Coverage Results" MODIFIED="1569673959282" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$yujing_test5.coverage" NAME="yujing_test5 Coverage Results" MODIFIED="1590159849716" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner/test" />
    <SUITE FILE_PATH="coverage/Gym$nsh_config_extraction.coverage" NAME="nsh_config_extraction Coverage Results" MODIFIED="1587224394155" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner/test" />
    <SUITE FILE_PATH="coverage/Gym$experiment_discrete_mountain_car_rev.coverage" NAME="experiment_discrete_mountain_car_rev Coverage Results" MODIFIED="1574002011332" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym_rev$experiment_continuous_mountain_car_rev.coverage" NAME="experiment_continuous_mountain_car_rev Coverage Results" MODIFIED="1570324216775" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym_rev$experiement_continuous_mountain_car.coverage" NAME="experiement_continuous_mountain_car Coverage Results" MODIFIED="1570806229792" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$experiment_mujoco_baseline_test.coverage" NAME="experiment_mujoco_baseline_test Coverage Results" MODIFIED="1590390485873" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$experiment_discrete_cart_pole.coverage" NAME="experiment_discrete_cart_pole Coverage Results" MODIFIED="1574857989129" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$experiment_main.coverage" NAME="experiment_main Coverage Results" MODIFIED="1566359863728" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments" />
    <SUITE FILE_PATH="coverage/Gym$random_agent.coverage" NAME="random_agent Coverage Results" MODIFIED="1577956517327" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/examples/agents" />
    <SUITE FILE_PATH="coverage/Gym$experiement_continuous_mountain_car_copy.coverage" NAME="experiement_continuous_mountain_car_copy Coverage Results" MODIFIED="1569549930439" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$experiment_mujoco_test.coverage" NAME="experiment_mujoco_test Coverage Results" MODIFIED="1578447771587" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$continuous_mountain_car.coverage" NAME="continuous_mountain_car Coverage Results" MODIFIED="1568223436382" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/gym/envs/classic_control" />
    <SUITE FILE_PATH="coverage/Gym$experiment_continuous_cart_pole_new.coverage" NAME="experiment_continuous_cart_pole_new Coverage Results" MODIFIED="1573999098230" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$yujing_test3.coverage" NAME="yujing_test3 Coverage Results" MODIFIED="1574240282407" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner/test" />
    <SUITE FILE_PATH="coverage/Gym$test.coverage" NAME="test Coverage Results" MODIFIED="1564995706532" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments" />
    <SUITE FILE_PATH="coverage/Gym$experiment_mujoco_bipars_test.coverage" NAME="experiment_mujoco_bipars_test Coverage Results" MODIFIED="1590397319591" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$experiment_discrete_mountain_car.coverage" NAME="experiment_discrete_mountain_car Coverage Results" MODIFIED="1574002002472" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
    <SUITE FILE_PATH="coverage/Gym$experiment_discrete_cart_pole_rev.coverage" NAME="experiment_discrete_cart_pole_rev Coverage Results" MODIFIED="1574857990780" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/experiments/runner" />
  </component>
  <component name="DatabaseView">
    <option name="SHOW_INTERMEDIATE" value="true" />
    <option name="GROUP_DATA_SOURCES" value="true" />
    <option name="GROUP_SCHEMA" value="true" />
    <option name="GROUP_CONTENTS" value="false" />
    <option name="SORT_POSITIONED" value="false" />
    <option name="SHOW_EMPTY_GROUPS" value="false" />
    <option name="AUTO_SCROLL_FROM_SOURCE" value="false" />
    <option name="HIDDEN_KINDS">
      <set />
    </option>
    <expand />
    <select />
  </component>
  <component name="FUSProjectUsageTrigger">
    <session id="1149597973">
      <usages-collector id="statistics.lifecycle.project">
        <counts>
          <entry key="project.closed" value="29" />
          <entry key="project.open.time.0" value="23" />
          <entry key="project.open.time.1" value="1" />
          <entry key="project.open.time.2" value="2" />
          <entry key="project.open.time.4" value="3" />
          <entry key="project.open.time.5" value="1" />
          <entry key="project.opened" value="30" />
        </counts>
      </usages-collector>
      <usages-collector id="statistics.file.extensions.open">
        <counts>
          <entry key="CartPoleContinuous-v0_ddpg_oprs_v1_freeze_test_steps" value="50" />
          <entry key="CartPoleContinuous-v0_ddpg_oprs_v1_freeze_test_steps_rev" value="18" />
          <entry key="CartPoleContinuous-v0_ddpg_oprs_v2_fop_test_rewards_var_rev" value="1" />
          <entry key="CartPoleContinuous-v0_ddpg_oprs_v2_fop_test_steps_rev" value="10" />
          <entry key="CartPoleContinuous-v0_ddpg_oprs_v2_fsa_test_steps" value="32" />
          <entry key="CartPoleContinuous-v0_ddpg_oprs_v2_fsa_test_steps_rev" value="17" />
          <entry key="CartPoleContinuous-v0_ddpg_oprs_v2_fsaqin_test_steps_rev" value="5" />
          <entry key="CartPoleContinuous-v0_ppo_oprs_v1_fop_test_steps_rev" value="4" />
          <entry key="MountainCarContinuous-v0_ddpg_oprs_v1_freeze_test_steps" value="6" />
          <entry key="MountainCarContinuous-v0_ddpg_oprs_v1_freeze_test_steps_rev" value="5" />
          <entry key="MountainCarContinuous-v0_ddpg_oprs_v2_fsaqin_test_steps" value="7" />
          <entry key="MountainCarContinuous-v0_ddpg_oprs_v2_fsaqin_test_steps_rev" value="6" />
          <entry key="MountainCarContinuous-v0_ddpg_oprs_v3_fsaqin_test_steps" value="9" />
          <entry key="MountainCarContinuous-v0_ddpg_oprs_v3_fsaqin_test_steps_rev" value="8" />
          <entry key="MountainCarContinuous-v0_ddpg_oprs_v3_fsaqin_test_steps_var_rev" value="1" />
          <entry key="Swimmer-v2_ppo_none_test_rewards" value="3" />
          <entry key="Swimmer-v2_ppo_none_test_steps" value="1" />
          <entry key="Swimmer-v2_ppo_oprs_v3_fsart_test_rewards" value="10" />
          <entry key="Swimmer-v2_ppo_oprs_v3_fsart_test_rewards_var" value="2" />
          <entry key="Swimmer-v2_ppo_oprs_v3_fsart_test_torques" value="1" />
          <entry key="agent_0_nsh_action_info" value="4" />
          <entry key="agent_0_nsh_action_map" value="12" />
          <entry key="agent_0_nsh_state_info" value="7" />
          <entry key="agent_11_nsh_state_info" value="1" />
          <entry key="agent_1_nsh_action_info" value="3" />
          <entry key="agent_1_nsh_action_map" value="8" />
          <entry key="agent_1_nsh_state_info" value="5" />
          <entry key="agent_2_nsh_action_info" value="3" />
          <entry key="agent_2_nsh_action_map" value="6" />
          <entry key="agent_2_nsh_state_info" value="5" />
          <entry key="agent_3_nsh_action_map" value="5" />
          <entry key="agent_3_nsh_state_info" value="2" />
          <entry key="agent_4_nsh_action_map" value="5" />
          <entry key="agent_4_nsh_state_info" value="2" />
          <entry key="agent_5_nsh_action_map" value="6" />
          <entry key="agent_5_nsh_state_info" value="2" />
          <entry key="agent_6_nsh_action_map" value="2" />
          <entry key="agent_6_nsh_state_info" value="1" />
          <entry key="agent_7_nsh_action_map" value="3" />
          <entry key="agent_7_nsh_state_info" value="1" />
          <entry key="agent_9_nsh_action_info" value="1" />
          <entry key="agent_9_nsh_state_info" value="1" />
          <entry key="json" value="3" />
          <entry key="py" value="233" />
          <entry key="sim_env" value="1" />
          <entry key="vmoptions" value="3" />
        </counts>
      </usages-collector>
      <usages-collector id="statistics.file.types.open">
        <counts>
          <entry key="JSON" value="3" />
          <entry key="PLAIN_TEXT" value="284" />
          <entry key="Python" value="234" />
        </counts>
      </usages-collector>
      <usages-collector id="statistics.file.extensions.edit">
        <counts>
          <entry key="agent_0_nsh_state_info" value="29" />
          <entry key="agent_1_nsh_state_info" value="32" />
          <entry key="agent_2_nsh_state_info" value="29" />
          <entry key="agent_3_nsh_state_info" value="22" />
          <entry key="agent_4_nsh_state_info" value="23" />
          <entry key="agent_5_nsh_state_info" value="22" />
          <entry key="dummy" value="16" />
          <entry key="py" value="11029" />
        </counts>
      </usages-collector>
      <usages-collector id="statistics.file.types.edit">
        <counts>
          <entry key="PLAIN_TEXT" value="173" />
          <entry key="Python" value="11029" />
        </counts>
      </usages-collector>
    </session>
  </component>
  <component name="FileEditorManager">
    <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
      <file pinned="false" current-in-tab="false">
        <entry file="file://$PROJECT_DIR$/experiments/runner/experiment_mujoco_baseline_test.py">
          <provider selected="true" editor-type-id="text-editor">
            <state relative-caret-position="1780">
              <caret line="176" column="42" selection-start-line="176" selection-start-column="38" selection-end-line="176" selection-end-column="42" />
              <folding>
                <element signature="e#0#15#0" expanded="true" />
              </folding>
            </state>
          </provider>
        </entry>
      </file>
      <file pinned="false" current-in-tab="true">
        <entry file="file://$PROJECT_DIR$/experiments/runner/experiment_mujoco_bipars_test.py">
          <provider selected="true" editor-type-id="text-editor">
            <state relative-caret-position="240">
              <caret line="171" column="68" selection-start-line="171" selection-start-column="68" selection-end-line="171" selection-end-column="68" />
              <folding>
                <element signature="e#0#15#0" expanded="true" />
              </folding>
            </state>
          </provider>
        </entry>
      </file>
      <file pinned="false" current-in-tab="false">
        <entry file="file://$PROJECT_DIR$/experiments/algorithms/ppo/ppo_algo_parameter_mujoco.py">
          <provider selected="true" editor-type-id="text-editor">
            <state relative-caret-position="380">
              <caret line="151" column="23" lean-forward="true" selection-start-line="151" selection-start-column="23" selection-end-line="151" selection-end-column="23" />
            </state>
          </provider>
        </entry>
      </file>
    </leaf>
  </component>
  <component name="FileTemplateManagerImpl">
    <option name="RECENT_TEMPLATES">
      <list>
        <option value="Python Script" />
      </list>
    </option>
  </component>
  <component name="FindInProjectRecents">
    <findStrings>
      <find>fc</find>
      <find>episodes: 3000</find>
      <find>Continuous_CartPole</find>
      <find>env_specs</find>
      <find>TRUNCATION_SIZE</find>
      <find>FIRST_UPDATE_SAMPLE_NUM</find>
      <find>REPLAY_BUFFER_SIZE</find>
      <find>FIRST_UPDATE_SAMPLE_NUM = 25600</find>
      <find>BATCH_SIZE</find>
      <find>UPDATE_FREQ</find>
      <find>action_bound</find>
      <find>TARGET_UPDATE_FREQ</find>
      <find>FIRST_UPDATE_POLICY_SAMPLE_NUM</find>
      <find>TAU</find>
      <find>GAMMA</find>
      <find>FIRST_UPDATE_WEIGHT_FUNC_SAMPLE_NUM</find>
      <find>action_phd</find>
      <find>true_</find>
      <find>grad_shaped_critic_wrt_phi</find>
      <find>exp</find>
      <find>self.constraint</find>
      <find>logpi</find>
      <find>compute_grad_delta_theta_phi_second_half</find>
      <find>grad_grad_mu_wrt_theta</find>
      <find>grad_mu_wrt_theta</find>
      <find>Round 399</find>
      <find>grad_logpi_wrt_theta</find>
      <find>first_switch_ocurred</find>
      <find>begin to optimize policy</find>
      <find>begin to optimize shaping weight function</find>
    </findStrings>
  </component>
  <component name="IdeDocumentHistory">
    <option name="CHANGED_PATHS">
      <list>
        <option value="$PROJECT_DIR$/experiments/algorithms/ppo/ppo_oprs_v3_fsart/ppo_oprs_v3_fsart_trainer.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ppo/ppo_oprs_v2_fop/ppo_oprs_v2_fop_trainer.py" />
        <option value="$PROJECT_DIR$/experiments/runner/experiment_mujoco_oprs_test.py" />
        <option value="$PROJECT_DIR$/experiments/utils/mlp_policy.py" />
        <option value="$PROJECT_DIR$/examples/agents/random_agent.py" />
        <option value="C:/Program Files/Python36/Lib/importlib/_bootstrap.py" />
        <option value="$PROJECT_DIR$/gym/envs/registration.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_oprs_v1_fop/ddpg_oprs_v1_fop_algo.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_oprs_v2_approx/ddpg_oprs_v2_approx_algo.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_oprs_v1_freeze/ddpg_oprs_v1_freeze_algo.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_oprs_v1_freeze/ddpg_oprs_v1_freeze_trainer.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_oprs_v2_fsa/ddpg_oprs_v2_fsa_algo.py" />
        <option value="$PROJECT_DIR$/experiments/runner/experiment_continuous_cart_pole_rev.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_algo.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_oprs_v2_fop/ddpg_oprs_v2_fop_trainer.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_oprs_v2_fop/ddpg_oprs_v2_fop_algo.py" />
        <option value="$PROJECT_DIR$/experiments/runner/experiment_continuous_mountain_car_rev.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_oprs_v2_fsaqin/ddpg_oprs_v2_fsaqin_algo.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_oprs_v3_fsaqin/ddpg_oprs_v3_fsaqin_algo.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_algo_parameters.py" />
        <option value="$PROJECT_DIR$/experiments/runner/experiment_discrete_mountain_car_rev.py" />
        <option value="$PROJECT_DIR$/experiments/runner/experiment_discrete_mountain_car.py" />
        <option value="$APPLICATION_CONFIG_DIR$/pycharm64.exe.vmoptions" />
        <option value="$PROJECT_DIR$/experiments/runner/experiment_continuous_cart_pole.py" />
        <option value="$PROJECT_DIR$/experiments/runner/experiement_continuous_mountain_car.py" />
        <option value="$PROJECT_DIR$/experiments/runner/test/yujing_test4.py" />
        <option value="$PROJECT_DIR$/experiments/runner/test/agent_3_nsh_state_info" />
        <option value="$PROJECT_DIR$/experiments/runner/test/agent_4_nsh_state_info" />
        <option value="$PROJECT_DIR$/experiments/runner/test/agent_5_nsh_state_info" />
        <option value="$PROJECT_DIR$/experiments/runner/test/agent_0_nsh_state_info" />
        <option value="$PROJECT_DIR$/experiments/runner/test/agent_1_nsh_state_info" />
        <option value="$PROJECT_DIR$/experiments/runner/test/agent_2_nsh_state_info" />
        <option value="$PROJECT_DIR$/experiments/runner/test/nsh_config_extraction.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/maddpg/maddpg_trainer.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/maddpg/maddpg_algo.py" />
        <option value="$PROJECT_DIR$/experiments/runner/test/yujing_test5.py" />
        <option value="$PROJECT_DIR$/gym/envs/mujoco/humanoid.py" />
        <option value="$PROJECT_DIR$/gym/envs/mujoco/walker2d.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ppo/ppo_oprs_v1_fop/ppo_oprs_v1_fop_algo.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ppo/ppo_oprs_v1_fop/ppo_oprs_v1_fop_trainer.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ppo/ppo_oprs_v2_fsa/ppo_oprs_v2_fsa_algo.py" />
        <option value="$PROJECT_DIR$/gym/envs/mujoco/hopper.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ppo/ppo_algo.py" />
        <option value="$PROJECT_DIR$/gym/envs/mujoco/swimmer.py" />
        <option value="$PROJECT_DIR$/gym/envs/mujoco/half_cheetah.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/rcpo/rcpo_algo_parameter_mujoco.py" />
        <option value="$PROJECT_DIR$/experiments/runner/experiment_mujoco_rcpo_test.py" />
        <option value="$PROJECT_DIR$/experiments/runner/experiment_mujoco_baseline_test.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ppo/ppo_oprs_v3_fsart/ppo_oprs_v3_fsart_algo.py" />
        <option value="$PROJECT_DIR$/experiments/algorithms/ppo/ppo_algo_parameter_mujoco.py" />
        <option value="$PROJECT_DIR$/experiments/runner/experiment_mujoco_bipars_test.py" />
      </list>
    </option>
  </component>
  <component name="JsBuildToolGruntFileManager" detection-done="true" sorting="DEFINITION_ORDER" />
  <component name="JsBuildToolPackageJson" detection-done="true" sorting="DEFINITION_ORDER" />
  <component name="JsGulpfileManager">
    <detection-done>true</detection-done>
    <sorting>DEFINITION_ORDER</sorting>
  </component>
  <component name="ProjectFrameBounds" extendedState="7">
    <option name="x" value="-8" />
    <option name="y" value="-8" />
    <option name="width" value="1936" />
    <option name="height" value="1056" />
  </component>
  <component name="ProjectView">
    <navigator proportions="" version="1">
      <foldersAlwaysOnTop value="true" />
    </navigator>
    <panes>
      <pane id="Scope" />
      <pane id="ProjectPane">
        <subPane>
          <expand>
            <path>
              <item name="Gym" type="b2602c69:ProjectViewProjectNode" />
              <item name="Gym" type="462c0819:PsiDirectoryNode" />
            </path>
            <path>
              <item name="Gym" type="b2602c69:ProjectViewProjectNode" />
              <item name="Gym" type="462c0819:PsiDirectoryNode" />
              <item name="experiments" type="462c0819:PsiDirectoryNode" />
            </path>
            <path>
              <item name="Gym" type="b2602c69:ProjectViewProjectNode" />
              <item name="Gym" type="462c0819:PsiDirectoryNode" />
              <item name="experiments" type="462c0819:PsiDirectoryNode" />
              <item name="algorithms" type="462c0819:PsiDirectoryNode" />
            </path>
            <path>
              <item name="Gym" type="b2602c69:ProjectViewProjectNode" />
              <item name="Gym" type="462c0819:PsiDirectoryNode" />
              <item name="experiments" type="462c0819:PsiDirectoryNode" />
              <item name="algorithms" type="462c0819:PsiDirectoryNode" />
              <item name="ppo" type="462c0819:PsiDirectoryNode" />
            </path>
            <path>
              <item name="Gym" type="b2602c69:ProjectViewProjectNode" />
              <item name="Gym" type="462c0819:PsiDirectoryNode" />
              <item name="experiments" type="462c0819:PsiDirectoryNode" />
              <item name="algorithms" type="462c0819:PsiDirectoryNode" />
              <item name="rcpo" type="462c0819:PsiDirectoryNode" />
            </path>
            <path>
              <item name="Gym" type="b2602c69:ProjectViewProjectNode" />
              <item name="Gym" type="462c0819:PsiDirectoryNode" />
              <item name="experiments" type="462c0819:PsiDirectoryNode" />
              <item name="runner" type="462c0819:PsiDirectoryNode" />
            </path>
          </expand>
          <select />
        </subPane>
      </pane>
    </panes>
  </component>
  <component name="PropertiesComponent">
    <property name="WebServerToolWindowFactoryState" value="true" />
    <property name="WebServerToolWindowPanel.toolwindow.highlight.mappings" value="true" />
    <property name="WebServerToolWindowPanel.toolwindow.highlight.symlinks" value="true" />
    <property name="WebServerToolWindowPanel.toolwindow.show.date" value="false" />
    <property name="WebServerToolWindowPanel.toolwindow.show.permissions" value="false" />
    <property name="WebServerToolWindowPanel.toolwindow.show.size" value="false" />
    <property name="last_opened_file_path" value="D:/GitWorkingSpace/Nsh_For_Danlu/nsh_6v6_experiments/RLEase_NSH_6v6_Danlu" />
    <property name="nodejs_interpreter_path.stuck_in_default_project" value="undefined stuck path" />
    <property name="nodejs_npm_path_reset_for_default_project" value="true" />
    <property name="run.code.analysis.last.selected.profile" value="pProject Default" />
    <property name="settings.editor.selected.configurable" value="com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable" />
  </component>
  <component name="RecentsManager">
    <key name="MoveFile.RECENT_KEYS">
      <recent name="D:\PythonCode\Gym_dev\experiments\algorithms\rcpo" />
      <recent name="D:\PythonCode\Gym\experiments\algorithms\rcpo\rcpo_ppo" />
      <recent name="D:\Code\Gym\experiments\runner\test" />
      <recent name="D:\PythonCode\Gym\experiments\algorithms\ddpg\ddpg_pbrs" />
      <recent name="D:\PythonCode\Gym\experiments\algorithms\ddpg\ddpg_oprs_v2" />
    </key>
  </component>
  <component name="RunDashboard">
    <option name="ruleStates">
      <list>
        <RuleState>
          <option name="name" value="ConfigurationTypeDashboardGroupingRule" />
        </RuleState>
        <RuleState>
          <option name="name" value="StatusDashboardGroupingRule" />
        </RuleState>
      </list>
    </option>
  </component>
  <component name="RunManager" selected="Python.experiment_mujoco_bipars_test">
    <configuration name="experiment_mujoco_baseline_test" type="PythonConfigurationType" factoryName="Python" temporary="true">
      <module name="Gym" />
      <option name="INTERPRETER_OPTIONS" value="" />
      <option name="PARENT_ENVS" value="true" />
      <envs>
        <env name="PYTHONUNBUFFERED" value="1" />
      </envs>
      <option name="SDK_HOME" value="" />
      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/experiments/runner" />
      <option name="IS_MODULE_SDK" value="true" />
      <option name="ADD_CONTENT_ROOTS" value="true" />
      <option name="ADD_SOURCE_ROOTS" value="true" />
      <EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/experiments/runner/experiment_mujoco_baseline_test.py" />
      <option name="PARAMETERS" value="" />
      <option name="SHOW_COMMAND_LINE" value="false" />
      <option name="EMULATE_TERMINAL" value="false" />
      <option name="MODULE_MODE" value="false" />
      <option name="REDIRECT_INPUT" value="false" />
      <option name="INPUT_FILE" value="" />
      <method v="2" />
    </configuration>
    <configuration name="experiment_mujoco_bipars_test" type="PythonConfigurationType" factoryName="Python" temporary="true">
      <module name="Gym" />
      <option name="INTERPRETER_OPTIONS" value="" />
      <option name="PARENT_ENVS" value="true" />
      <envs>
        <env name="PYTHONUNBUFFERED" value="1" />
      </envs>
      <option name="SDK_HOME" value="" />
      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/experiments/runner" />
      <option name="IS_MODULE_SDK" value="true" />
      <option name="ADD_CONTENT_ROOTS" value="true" />
      <option name="ADD_SOURCE_ROOTS" value="true" />
      <EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/experiments/runner/experiment_mujoco_bipars_test.py" />
      <option name="PARAMETERS" value="" />
      <option name="SHOW_COMMAND_LINE" value="false" />
      <option name="EMULATE_TERMINAL" value="false" />
      <option name="MODULE_MODE" value="false" />
      <option name="REDIRECT_INPUT" value="false" />
      <option name="INPUT_FILE" value="" />
      <method v="2" />
    </configuration>
    <configuration name="experiment_mujoco_rcpo_test" type="PythonConfigurationType" factoryName="Python" temporary="true">
      <module name="Gym" />
      <option name="INTERPRETER_OPTIONS" value="" />
      <option name="PARENT_ENVS" value="true" />
      <envs>
        <env name="PYTHONUNBUFFERED" value="1" />
      </envs>
      <option name="SDK_HOME" value="" />
      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/experiments/runner" />
      <option name="IS_MODULE_SDK" value="true" />
      <option name="ADD_CONTENT_ROOTS" value="true" />
      <option name="ADD_SOURCE_ROOTS" value="true" />
      <EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/experiments/runner/experiment_mujoco_rcpo_test.py" />
      <option name="PARAMETERS" value="" />
      <option name="SHOW_COMMAND_LINE" value="false" />
      <option name="EMULATE_TERMINAL" value="false" />
      <option name="MODULE_MODE" value="false" />
      <option name="REDIRECT_INPUT" value="false" />
      <option name="INPUT_FILE" value="" />
      <method v="2" />
    </configuration>
    <configuration name="swimmer" type="PythonConfigurationType" factoryName="Python" temporary="true">
      <module name="Gym" />
      <option name="INTERPRETER_OPTIONS" value="" />
      <option name="PARENT_ENVS" value="true" />
      <envs>
        <env name="PYTHONUNBUFFERED" value="1" />
      </envs>
      <option name="SDK_HOME" value="" />
      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/gym/envs/mujoco" />
      <option name="IS_MODULE_SDK" value="true" />
      <option name="ADD_CONTENT_ROOTS" value="true" />
      <option name="ADD_SOURCE_ROOTS" value="true" />
      <EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/gym/envs/mujoco/swimmer.py" />
      <option name="PARAMETERS" value="" />
      <option name="SHOW_COMMAND_LINE" value="false" />
      <option name="EMULATE_TERMINAL" value="false" />
      <option name="MODULE_MODE" value="false" />
      <option name="REDIRECT_INPUT" value="false" />
      <option name="INPUT_FILE" value="" />
      <method v="2" />
    </configuration>
    <configuration name="yujing_test5" type="PythonConfigurationType" factoryName="Python" temporary="true">
      <module name="Gym" />
      <option name="INTERPRETER_OPTIONS" value="" />
      <option name="PARENT_ENVS" value="true" />
      <envs>
        <env name="PYTHONUNBUFFERED" value="1" />
      </envs>
      <option name="SDK_HOME" value="" />
      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/experiments/runner/test" />
      <option name="IS_MODULE_SDK" value="true" />
      <option name="ADD_CONTENT_ROOTS" value="true" />
      <option name="ADD_SOURCE_ROOTS" value="true" />
      <EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/experiments/runner/test/yujing_test5.py" />
      <option name="PARAMETERS" value="" />
      <option name="SHOW_COMMAND_LINE" value="false" />
      <option name="EMULATE_TERMINAL" value="false" />
      <option name="MODULE_MODE" value="false" />
      <option name="REDIRECT_INPUT" value="false" />
      <option name="INPUT_FILE" value="" />
      <method v="2" />
    </configuration>
    <list>
      <item itemvalue="Python.yujing_test5" />
      <item itemvalue="Python.experiment_mujoco_bipars_test" />
      <item itemvalue="Python.experiment_mujoco_baseline_test" />
      <item itemvalue="Python.swimmer" />
      <item itemvalue="Python.experiment_mujoco_rcpo_test" />
    </list>
    <recent_temporary>
      <list>
        <item itemvalue="Python.experiment_mujoco_bipars_test" />
        <item itemvalue="Python.experiment_mujoco_rcpo_test" />
        <item itemvalue="Python.experiment_mujoco_baseline_test" />
        <item itemvalue="Python.swimmer" />
        <item itemvalue="Python.yujing_test5" />
      </list>
    </recent_temporary>
  </component>
  <component name="SvnConfiguration">
    <configuration />
  </component>
  <component name="TaskManager">
    <task active="true" id="Default" summary="Default task">
      <changelist id="8a49ee0a-edc6-4854-869d-dc6e62bebd30" name="Default Changelist" comment="" />
      <created>1564994301845</created>
      <option name="number" value="Default" />
      <option name="presentableId" value="Default" />
      <updated>1564994301845</updated>
      <workItem from="1565007998598" duration="7357000" />
      <workItem from="1565099277612" duration="6092000" />
      <workItem from="1565359324884" duration="4484000" />
      <workItem from="1565405586733" duration="31912000" />
      <workItem from="1567773549251" duration="4635000" />
      <workItem from="1568031892814" duration="12179000" />
      <workItem from="1568117637096" duration="10379000" />
      <workItem from="1568203304781" duration="14078000" />
      <workItem from="1568292555603" duration="31523000" />
      <workItem from="1568511044919" duration="5063000" />
      <workItem from="1568810333660" duration="7193000" />
      <workItem from="1568820940516" duration="5530000" />
      <workItem from="1569586519065" duration="63346000" />
      <workItem from="1569931334562" duration="9526000" />
      <workItem from="1570794935420" duration="9555000" />
      <workItem from="1570809590565" duration="2816000" />
      <workItem from="1571312842037" duration="12466000" />
      <workItem from="1571402409966" duration="19890000" />
      <workItem from="1571661665677" duration="8134000" />
      <workItem from="1571749388943" duration="11201000" />
      <workItem from="1572267223543" duration="4462000" />
      <workItem from="1572355711231" duration="11129000" />
      <workItem from="1572613376525" duration="7247000" />
      <workItem from="1572621222667" duration="21402000" />
      <workItem from="1572870566875" duration="13526000" />
      <workItem from="1572954455574" duration="12467000" />
      <workItem from="1573040474193" duration="28308000" />
      <workItem from="1573214868713" duration="82000" />
      <workItem from="1573215376613" duration="273000" />
      <workItem from="1573215662181" duration="32184000" />
      <workItem from="1573565597297" duration="14395000" />
      <workItem from="1573655568945" duration="30305000" />
      <workItem from="1574253773768" duration="8742000" />
      <workItem from="1574425309278" duration="31012000" />
      <workItem from="1574771201102" duration="3567000" />
      <workItem from="1574776177387" duration="5361000" />
      <workItem from="1575376372807" duration="5130000" />
      <workItem from="1575463692054" duration="9002000" />
      <workItem from="1575635906451" duration="33000" />
      <workItem from="1575636172700" duration="7936000" />
      <workItem from="1575983978511" duration="2039000" />
    </task>
    <servers />
  </component>
  <component name="TimeTrackingManager">
    <option name="totallyTimeSpent" value="525961000" />
  </component>
  <component name="TodoView">
    <todo-panel id="selected-file">
      <is-autoscroll-to-source value="true" />
    </todo-panel>
    <todo-panel id="all">
      <are-packages-shown value="true" />
      <is-autoscroll-to-source value="true" />
    </todo-panel>
  </component>
  <component name="ToolWindowManager">
    <frame x="-8" y="-8" width="1936" height="1056" extended-state="6" />
    <editor active="true" />
    <layout>
      <window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.2563966" />
      <window_info id="Structure" order="1" side_tool="true" weight="0.25" />
      <window_info id="Favorites" order="2" side_tool="true" />
      <window_info anchor="bottom" id="Message" order="0" />
      <window_info anchor="bottom" id="Find" order="1" weight="0.329718" />
      <window_info anchor="bottom" id="Run" order="2" sideWeight="0.4989339" visible="true" weight="0.30477223" />
      <window_info anchor="bottom" id="Debug" order="3" weight="0.37744033" />
      <window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
      <window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
      <window_info anchor="bottom" id="TODO" order="6" weight="0.3286334" />
      <window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
      <window_info anchor="bottom" id="Version Control" order="8" show_stripe_button="false" />
      <window_info anchor="bottom" id="Database Changes" order="9" show_stripe_button="false" />
      <window_info anchor="bottom" id="Event Log" order="10" sideWeight="0.5010661" side_tool="true" weight="0.3264642" />
      <window_info anchor="bottom" id="Terminal" order="11" sideWeight="0.49946696" weight="0.3253796" />
      <window_info anchor="bottom" id="Python Console" order="12" weight="0.32936078" />
      <window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
      <window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
      <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
      <window_info anchor="right" id="Remote Host" order="3" weight="0.32995737" />
      <window_info anchor="right" id="Database" order="4" weight="0.32995737" />
      <window_info anchor="right" id="SciView" order="5" weight="0.045373134" />
    </layout>
  </component>
  <component name="TypeScriptGeneratedFilesManager">
    <option name="version" value="1" />
  </component>
  <component name="VcsContentAnnotationSettings">
    <option name="myLimit" value="2678400000" />
  </component>
  <component name="editorHistoryManager">
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_3_nsh_action_map" />
    <entry file="file://$USER_HOME$/.PyCharm2018.2/system/python_stubs/-1120166012/builtins.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="199">
          <caret line="4657" column="6" selection-start-line="4657" selection-start-column="6" selection-end-line="4657" selection-end-column="6" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_7_nsh_state_info" />
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_9_nsh_action_info" />
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_9_nsh_state_info" />
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_6_nsh_state_info" />
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_11_nsh_state_info" />
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/state_name_list_3v3_XH_SW_TY.json">
      <provider selected="true" editor-type-id="text-editor" />
    </entry>
    <entry file="file://$USER_HOME$/AppData/Roaming/Python/Python36/site-packages/numpy/lib/shape_base.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="530">
          <caret line="157" column="17" selection-start-line="157" selection-start-column="17" selection-end-line="157" selection-end-column="17" />
        </state>
      </provider>
    </entry>
    <entry file="file://$USER_HOME$/AppData/Roaming/Python/Python36/site-packages/numpy/core/arrayprint.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="206">
          <caret line="1460" column="4" selection-start-line="1460" selection-start-column="4" selection-end-line="1460" selection-end-column="4" />
        </state>
      </provider>
    </entry>
    <entry file="file://$USER_HOME$/AppData/Roaming/Python/Python36/site-packages/numpy/lib/index_tricks.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="2178">
          <caret line="519" column="13" selection-start-line="519" selection-start-column="12" selection-end-line="519" selection-end-column="13" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/yujing_test4.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="207">
          <caret line="25" column="34" selection-start-line="25" selection-start-column="34" selection-end-line="25" selection-end-column="34" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_3_nsh_state_info" />
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_4_nsh_state_info" />
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_5_nsh_state_info" />
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/state_name_list_SM_SX_SW.json">
      <provider selected="true" editor-type-id="text-editor" />
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_1_nsh_state_info">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="60">
          <caret line="3" selection-start-line="3" selection-end-line="3" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_1_nsh_action_info">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="280">
          <caret line="14" lean-forward="true" selection-start-line="14" selection-end-line="14" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_2_nsh_action_info">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="280">
          <caret line="14" lean-forward="true" selection-start-line="14" selection-end-line="14" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_2_nsh_state_info">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="40">
          <caret line="2" column="1" lean-forward="true" selection-start-line="2" selection-start-column="1" selection-end-line="2" selection-end-column="1" />
        </state>
      </provider>
    </entry>
    <entry file="file://$USER_HOME$/.PyCharm2018.2/system/python_stubs/-1120166012/numpy/core/_multiarray_umath.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="832">
          <caret line="7627" column="4" selection-start-line="7627" selection-start-column="4" selection-end-line="7627" selection-end-column="4" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_0_nsh_state_info">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="200">
          <caret line="10" selection-start-line="10" selection-end-line="10" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/agent_0_nsh_action_info">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="60">
          <caret line="3" column="28" lean-forward="true" selection-start-line="3" selection-start-column="28" selection-end-line="3" selection-end-column="28" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/nsh_config_extraction.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="540">
          <caret line="27" column="43" selection-start-line="27" selection-start-column="43" selection-end-line="27" selection-end-column="43" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_algo.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="340">
          <caret line="89" column="64" lean-forward="true" selection-start-line="89" selection-start-column="64" selection-end-line="89" selection-end-column="64" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_trainer.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="344">
          <caret line="85" column="26" lean-forward="true" selection-start-line="85" selection-start-column="26" selection-end-line="85" selection-end-column="26" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_oprs_v1_freeze/ddpg_oprs_v1_freeze_trainer.py">
      <provider selected="true" editor-type-id="text-editor" />
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/MountainCarContinuous-v0_ddpg_oprs_v3_fsaqin_test_steps_var_rev" />
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/dqn/dqn_algo.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="3860">
          <caret line="195" column="44" selection-start-line="195" selection-start-column="44" selection-end-line="195" selection-end-column="44" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/test/yujing_test5.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="40">
          <caret line="2" column="24" selection-start-line="2" selection-start-column="24" selection-end-line="2" selection-end-column="24" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/maddpg/maddpg_algo.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="544">
          <caret line="164" column="19" selection-start-line="164" selection-start-column="19" selection-end-line="164" selection-end-column="19" />
          <folding>
            <element signature="e#15#28#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/maddpg/maddpg_trainer.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="940">
          <caret line="47" column="43" selection-start-line="47" selection-start-column="34" selection-end-line="47" selection-end-column="43" />
          <folding>
            <element signature="e#0#18#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/ddpg/ddpg_oprs_v1_freeze/ddpg_oprs_v1_freeze_algo.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="611">
          <caret line="128" column="4" selection-start-line="128" selection-start-column="4" selection-end-line="130" selection-end-column="41" />
          <folding>
            <element signature="e#0#18#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
    <entry file="file://$USER_HOME$/AppData/Roaming/Python/Python36/site-packages/google/protobuf/descriptor.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="207">
          <caret line="46" selection-start-line="46" selection-end-line="46" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/ppo/ppo_oprs_v1_fop/ppo_oprs_v1_fop_trainer.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="1555">
          <caret line="249" selection-start-line="249" selection-end-line="249" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/ppo/ppo_oprs_v1_fop/ppo_oprs_v1_fop_algo.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="293">
          <caret line="348" selection-start-line="348" selection-end-line="349" selection-end-column="56" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/ppo/ppo_algo.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="379">
          <caret line="249" selection-start-line="249" selection-end-line="250" selection-end-column="73" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/experiment_continuous_cart_pole.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="611">
          <caret line="419" column="4" selection-start-line="419" selection-start-column="4" selection-end-line="419" selection-end-column="4" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/rcpo/rcpo_algo_parameter_mujoco.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="440">
          <caret line="22" column="32" selection-start-line="22" selection-start-column="32" selection-end-line="22" selection-end-column="32" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/ppo/ppo_oprs_v2_fsa/ppo_oprs_v2_fsa_algo.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="320">
          <caret line="418" selection-start-line="418" selection-end-line="419" selection-end-column="58" />
          <folding>
            <element signature="e#0#13#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/ppo/ppo_oprs_v3_fsart/ppo_oprs_v3_fsart_algo.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="540">
          <caret line="447" column="51" selection-start-line="447" selection-start-column="51" selection-end-line="447" selection-end-column="51" />
          <folding>
            <element signature="e#0#13#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/experiment_mujoco_rcpo_test.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="-2206">
          <caret line="65" column="31" selection-start-line="65" selection-start-column="27" selection-end-line="65" selection-end-column="31" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/gym/envs/mujoco/hopper_v3.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="-1860">
          <folding>
            <element signature="e#0#18#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/gym/envs/mujoco/hopper.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="171">
          <caret line="19" column="9" selection-start-line="19" selection-start-column="9" selection-end-line="19" selection-end-column="9" />
          <folding>
            <element signature="e#0#18#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/gym/envs/mujoco/humanoid.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="340">
          <caret line="41" column="40" lean-forward="true" selection-start-line="41" selection-start-column="40" selection-end-line="41" selection-end-column="40" />
          <folding>
            <element signature="e#0#18#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/gym/envs/mujoco/swimmer.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="135">
          <caret line="23" column="40" selection-start-line="23" selection-start-column="40" selection-end-line="23" selection-end-column="40" />
          <folding>
            <element signature="e#0#18#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/gym/envs/mujoco/walker2d.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="203">
          <caret line="34" column="33" lean-forward="true" selection-start-line="34" selection-start-column="33" selection-end-line="34" selection-end-column="33" />
          <folding>
            <element signature="e#0#18#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/gym/envs/mujoco/half_cheetah.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="480">
          <caret line="24" column="32" lean-forward="true" selection-start-line="24" selection-start-column="32" selection-end-line="24" selection-end-column="32" />
          <folding>
            <element signature="e#0#18#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/algorithms/ppo/ppo_algo_parameter_mujoco.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="380">
          <caret line="151" column="23" lean-forward="true" selection-start-line="151" selection-start-column="23" selection-end-line="151" selection-end-column="23" />
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/experiment_mujoco_baseline_test.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="1780">
          <caret line="176" column="42" selection-start-line="176" selection-start-column="38" selection-end-line="176" selection-end-column="42" />
          <folding>
            <element signature="e#0#15#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
    <entry file="file://$PROJECT_DIR$/experiments/runner/experiment_mujoco_bipars_test.py">
      <provider selected="true" editor-type-id="text-editor">
        <state relative-caret-position="240">
          <caret line="171" column="68" selection-start-line="171" selection-start-column="68" selection-end-line="171" selection-end-column="68" />
          <folding>
            <element signature="e#0#15#0" expanded="true" />
          </folding>
        </state>
      </provider>
    </entry>
  </component>
</project>