tests

• algorithms
  • test_algorithms
    • ex_dir()
    • test_actor_critic()
    • test_arpl()
    • test_arpl_observation()
    • test_arpl_wrappers()
    • test_param_expl()
    • test_rff_regression()
    • test_sac_fill_memory_with_trained_policy()
    • test_snapshots_notmeta()
    • test_soft_update()
    • test_time_series_prediction()
    • test_training_parameter_exploring()
  • test_meta
  • test_stopping_criteria
    • ExposingReturnStatisticBasedStoppingCriterion
    • MockSampler
      • MockSampler.reinit()
      • MockSampler.sample()
    • test_criterion_always()
    • test_criterion_combination_and()
    • test_criterion_combination_or()
    • test_criterion_custom()
    • test_criterion_iter_count_equal()
    • test_criterion_iter_count_higher()
    • test_criterion_iter_count_lower()
    • test_criterion_never()
    • test_criterion_return_statistic_based_check_min()
    • test_criterion_rollout_based_convergence_equal()
    • test_criterion_rollout_based_convergence_higher()
    • test_criterion_rollout_based_convergence_history_filling()
    • test_criterion_rollout_based_convergence_lower()
    • test_criterion_rollout_based_convergence_none()
    • test_criterion_rollout_based_convergence_regress_constant_one()
    • test_criterion_rollout_based_convergence_regress_constant_zero()
    • test_criterion_rollout_based_convergence_regress_not_constant()
    • test_criterion_rollout_based_convergence_regress_random()
    • test_criterion_rollout_based_convergence_subset()
    • test_criterion_rollout_based_min_min_return_equal()
    • test_criterion_rollout_based_min_min_return_higher()
    • test_criterion_rollout_based_min_min_return_lower()
    • test_criterion_rollout_based_no_sampler()
    • test_criterion_rollout_based_wrong_sampler()
    • test_criterion_sample_count_equal()
    • test_criterion_sample_count_higher()
    • test_criterion_sample_count_lower()
    • test_criterion_toggleable_init_default()
    • test_criterion_toggleable_init_met()
    • test_criterion_toggleable_init_not_met()
    • test_criterion_toggleable_set_on_off_init_met()
    • test_criterion_toggleable_set_on_off_init_not_met()
    • test_magic_function_implementation_and()
    • test_magic_function_implementation_or()
  • test_utils
    • test_action_statistics()
    • test_adr_reward_generator()
    • test_adr_reward_generator_save_load()
    • test_get_grad_via_torch()
    • test_until_thold_exceeded()
  • Module contents
• environment_wrappers
  • mock_env
    • MockEnv
      • MockEnv.act_space
      • MockEnv.domain_param
      • MockEnv.get_nominal_domain_param()
      • MockEnv.init_space
      • MockEnv.obs_space
      • MockEnv.render()
      • MockEnv.reset()
      • MockEnv.state_space
      • MockEnv.step()
      • MockEnv.task
  • test_action_delay
    • test_act_delay()
    • test_domain_param()
    • test_no_delay()
    • test_reset()
  • test_action_discrete
    • test_action_space_eles()
    • test_five_bins()
    • test_one_bin()
    • test_two_bins()
  • test_action_downsampling
    • test_act_downsampling()
    • test_combination_delay_downsampling()
    • test_combination_downsampling_delay()
    • test_domain_param()
    • test_no_downsampling()
    • test_reset()
  • test_action_noise
    • test_act_noise_simple()
    • test_order_act_noise_act_norm()
  • test_action_normalization
    • test_denormalization()
    • test_space()
  • test_combination
    • test_combination()
    • test_combination_wrappers_domain_params()
    • test_wrap_like_other_env()
  • test_domain_param_transformation
    • test_domain_param_transforms()
  • test_domain_randomization
    • test_dr_wrapper_buffer_bob()
    • test_dr_wrapper_live_bob()
  • test_observation_normalization
    • mock_obs_space()
    • test_denormalization()
    • test_space()
  • test_observation_partial
    • test_mask_from_indices()
    • test_mask_from_labels()
    • test_mask_invert()
    • test_spaces()
    • test_values()
  • test_observation_velfilt
    • test_velocity_filter()
  • Module contents

conftest

This file is found by pytest and contains fixtures (i.e., common defaults) that can be used for all tests.

class DefaultEnvs

Bases: object

static default_ant()

static default_bit_ds_vel_bt()

static default_bit_ika_pos_bt()

static default_bl_ds_pos_bt()

static default_bl_ds_pos_vx()

static default_bl_ds_vel_bt()

static default_bob()

static default_bobd()

static default_bop2d_bt()

static default_bop2d_vx()

static default_bop5d_bt()

static default_bop5d_vx()

static default_bs_ds_pos_bt()

static default_bs_ds_pos_vx()

static default_cata()

static default_cth()

static default_hop()

static default_hum()

static default_mg_ik_bt()

static default_mg_jnt_bt()

static default_omo()

static default_p3l_ika_bt()

static default_p3l_ika_vx()

static default_p3l_ta_bt()

static default_p3l_ta_vx()

static default_pend()

static default_pi_ika_5l_bt()

static default_pi_ika_6l_vx()

static default_pi_ta_5l_vx()

static default_pi_ta_6l_bt()

static default_qbb()

static default_qcpst()

static default_qcpst_real()

static default_qcpsu()

static default_qcpsu_real()

static default_qq_real()

static default_qqbb_real()

static default_qqst()

static default_qqst_mj()

static default_qqsu()

static default_qqsu_mj()

static default_qqsurcs_bt()

static default_rosen()

static default_wambic()

class DefaultPolicies

Bases: object

static adn_policy(env: Env)

static default_fs()

static dummy_policy(env: Env)

static fnn_policy(env: Env)

static fnn_policy_cuda(env: Env)

static gru_policy(env: Env)

static gru_policy_cuda(env: Env)

static idle_policy(env: Env)

static linear_policy(env: Env)

static linear_policy_cuda(env: Env)

static lstm_policy(env: Env)

static lstm_policy_cuda(env: Env)

static nf_policy(env: Env)

static pst_policy(env: Env)

static rnn_policy(env: Env)

static rnn_policy_cuda(env: Env)

static thfnn_policy(env: Env)

static thgru_policy(env: Env)

static thlstm_policy(env: Env)

static thrnn_policy(env: Env)

static time_policy(env: Env)

static traced_pst_policy(env: Env)

static traced_time_policy(env: Env)

dataset_ts(request)

default_randomizer()

env(request)

policy(request, env)

test_domain_randomization

assert_is_close(param, info_expected)

test_domain_param(dp, num_samples)

test_param_grid()

test_randomizer(default_randomizer)

test_rescaling(default_randomizer)

test_self_paced_domain_param_from_domain_randomizer()

test_self_paced_domain_param_make_broadening()

test_setting_dp_vals(env: SimEnv)

test_environments

test_gym_env(env_name)

test_gym_wrapper(env)

test_init_spaces(env)

test_mujoco_animations(env)

test_panda3d_animations(env, use_render)

test_qbb_kin(servo_ang)

test_quanser_real_wo_connecting(env: RealEnv)

test_rcspysim_animations(env)

test_reset(env)

test_rollout(env)

test_exploration

test_noise_on_act(env: SimEnv, policy: Policy)

test_noise_on_param(env: SimEnv, policy: Policy)

test_logger

test_experiment()

test_save_and_laod_yaml()

test_plotting

test_policies

test_basic_policy_evaluate_packed_padded_sequences(env: Env, policy: RecurrentPolicy)

test_dualrbf_policy(env: Env, dim_mask: int)

test_env_specific(env: Env)

test_export_cpp(env: Env, policy: Policy, tmpdir: str, file_type)

test_export_rcspysim(env: Env, policy: Policy, tmpdir: str)

test_feedforward_policy_batching(env: Env, policy: Policy, batch_size: int)

test_feedforward_policy_one_step(env: Env, policy: Policy)

test_hidden_state_packing_batch()

test_hidden_state_packing_nobatch()

test_indi_nonlin_layer(in_features, same_nonlin, bias, weight)

test_mul_feat(obs_dim: int, idcs: tuple)

test_parameterized_policies_init_param(env: Env, policy: Policy)

test_playback_policy(env: Env, dtype)

test_poly_time_policy(env: Env, cond_lvl: str, cond_final: str, cond_init, overtime_behavior: str, use_cuda: bool)

test_potential_policy_evaluate_packed_padded_sequences(env: Env, policy: RecurrentPolicy)

test_pytorch_recurrent_policy_rollout(env: Env, policy: Policy)

test_rbf_feat_batched(batch_size: int, obs_dim: int, num_feat_per_dim: int, bounds: Tensor)

test_rbf_serial(obs_dim: int, num_feat_per_dim: int, bounds: Tensor)

test_recurrent_policy_batching(env: Env, policy: Policy, batch_size: int)

test_recurrent_policy_one_step(env: Env, policy: Policy)

test_rfb_policy_batch(env: Env, batch_size: int, num_feat_per_dim: int)

test_rfb_policy_serial(env: Env, num_feat_per_dim: int)

test_rff_feat_batched(batch_size: int, obs_dim: int, num_feat_per_dim: int)

test_rff_feat_serial(obs_dim: int, num_feat_per_dim: int)

test_rff_policy_batch(env: Env, batch_size: int, num_feat_per_dim: int)

test_rff_policy_serial(env: Env, num_feat_per_dim: int)

test_script_nonrecurrent(env: Env, policy: Policy)

test_script_recurrent(env: Env, policy: Policy)

test_simple_feature_stack(feat_list: list)

test_time_policy_one_step(env: Env, policy: Policy)

test_twoheaded_policy_evaluate_packed_padded_sequences(env: Env, policy: RecurrentPolicy)

test_rollout_result

NOTE: This file is not using to.testing.assert_allclose because most methods need to work for both torch and numpy.

class DummyNT(part1, part2)

Bases: tuple

Create new instance of DummyNT(part1, part2)

property part1

Alias for field number 0

property part2

Alias for field number 1

mock_data()

test_add_data(mock_data, data_format: str)

test_additional_required(mock_data)

test_advantage_calculation(env, policy)

test_concat(data_format: str)

test_convert(mock_data, other_format, tensor_type)

test_create(mock_data, data_format, tensor_type)

test_namedtuple(mock_data, data_format: str)

test_pickle(mock_data, data_format: str)

test_process(mock_data, data_format: str)

test_replay_memory(mock_data, capacity)

test_slice(mock_data, sls, data_format: str)

test_split_multi(data_format: str)

test_step_iter(mock_data, data_format: str)

test_stepsequence_from_pandas(mock_data, given_rewards: bool)

test_stepsequence_padding(mock_data, data_format: str, pad_value: Union[int, float], pad_len: int)

test_truncate_rollouts(env, num_real_ros, num_sim_ros, max_real_steps, max_sim_steps)

test_sampling

test_boostrap_methods(sample, seed)

test_bootsrapping(data, num_reps, seed)

test_cuda_sampling_w_dr(env: SimEnv, policy: Policy, num_workers: int)

test_parallel_rollout_sampler(env: SimEnv, policy: Policy, num_workers: int)

test_parallel_sampling_deterministic_smoke_test_w_min_steps(tmpdir_factory, env: SimEnv, policy: Policy, algo, min_rollouts: int, min_steps: int)

test_parallel_sampling_deterministic_smoke_test_wo_min_steps(tmpdir_factory, env: SimEnv, policy: Policy, algo, min_rollouts: int)

test_parallel_sampling_deterministic_w_min_steps(env: SimEnv, policy: Policy, min_rollouts: Optional[int], min_steps: int, domain_params: Optional[List[dict]])

test_parallel_sampling_deterministic_wo_min_steps(env: SimEnv, policy: Policy, min_rollouts: Optional[int], init_states: Optional[int], domain_params: Optional[List[dict]])

test_param_expl_sampler(env: SimEnv, policy: Policy, num_init_states_per_domain: int, fixed_init_state: bool, num_domains: int, num_workers: int)

test_parameter_exploration_sampler(env: SimEnv, policy: Policy, num_workers: int)

test_parameter_exploration_sampler_deterministic(env: SimEnv, policy: Policy, num_params: int, num_init_states_per_domain: int, num_domains: int, set_init_states: bool)

test_reparametrization_trick(mean, cov)

test_rollout_wo_exploration(env: SimEnv, policy: Policy)

test_rollout_wo_policy(env: SimEnv)

test_sample_from_unit_sphere_surface(num_dim: int, method: str)

test_sampler_collect(num_threads: int, min_samples: int)

test_sampler_collect_minrun(num_threads: int, min_samples: int, min_runs: int)

test_sampler_pool(arg)

test_select_cvar(epsilon: float, num_ro: int)

test_sequences(sequence: Callable, x_init: ndarray, plot: bool)

test_sequential_equals_parallel(env: SimEnv, policy: Policy, num_rollouts: int, num_workers: int)

test_to_format(data_type: tuple)

test_set_seed

test_out_of_bounds_base_seed(base_seed, sub_seed, sub_sub_seed, expected)

test_spaces

bs(request)

ds(request)

test_cat_box_space(bs_list)

test_cat_discrete_space(ds_list)

test_contains_verbose_box_space()

test_copy_box_space(bs)

test_copy_discrete_space(ds)

test_flat_dim_box_space(bs)

test_project_to_box_space(bs)

test_project_to_discrete_space(ds)

test_sample_contains_box_space(bs)

test_sample_contains_discrete_space(ds)

test_string_representation(bs)

test_subspace_box_space(bs, idcs)

test_torus2D()

test_step_logger

test_consistent_key_order()

test_csv_logger_serializer(tmpdir)

test_empty_step_skip()

test_first_step()

test_late_new_key_error()

test_prefix()

test_tb_logger_serializer(tmpdir)

test_values()

test_tasks

envspec_432()

test_best_state_final_rew_task(envspec_432, rew_fcn, factor)

test_combined_reward_function_step(fcn_list, reset_args, reset_kwargs)

test_composite_task_structure(envspec_432, task_type)

test_condition_only_task(envspec_432, condition_fcn, is_success_condition)

test_modulated_rew_fcn()

test_parallel_task_function(envspec_432, hold_rew_when_done)

test_rew_fcn_constructor(state_space, act_space)

test_sequential_task_function(envspec_432, hold_rew_when_done)

test_set_goals_fo_composite_tasks(sub_tasks)

test_tracking_task(envspec_432, rew_fcn)

test_tensor_utils

test_insert_tensor_col(orig, col)

test_stack_tensor_dicts()

test_stack_tensors()

test_stack_tensors_scalar()

test_utils

test_check_all_equal(x, b)

test_check_all_lengths_equal(x, b)

test_check_all_shapes_equal(x, b)

test_check_all_types_equal(x, b)

test_check_prompt()

test_concat_rollouts(env, expl_strat)

test_correct_atleast_2d(x)

test_cosine_similarity(x, y)

test_cov(x, data_along_rows)

test_diff_coeffs(s, d, h)

test_ds_spec(g, ed)

test_gen_batch_idcs(batch_size, data_size, sorted)

test_gen_ordered_batches(data, batch_size)

test_gss_optimizer_functional()

test_gss_optimizer_identical_bounds(identical_bounds)

test_gss_optimizer_nlin_fcn()

test_is_iterator(x, b)

test_is_sequence(x, b)

test_iteration_tracker()

test_logmeanexp(x, dim)

test_merge_lod_var_dtype(x, y)

test_minmaxscaler(dtype, lb, ub)

test_normalize(dtype, axis)

test_print_cbt_once(color, bright)

test_repeat_interleave(seq, num_reps)

test_rmse(type, dim)

test_running_expdecay_average(data_seq, alpha)

test_running_mem_average(data_seq, capacity)

test_running_normalizer(data_seq)

test_running_standardizer(data_seq, axis)

test_save_load(obj, file_ext: str, tmpdir, prefix: str, suffix: str, use_state_dict: bool, verbose: bool)

test_scale_min_max(dtype, lb, ub)

test_skyline(dt: Union[int, float], t_end: Union[int, float], t_intvl_space: BoxSpace, val_space: BoxSpace)

test_stateful_standardizer(data_type: str, shape: tuple)

test_transformations(transformation, value, transformed_value)

test_update_matching_keys_recursively(base, updater)

Module contents