Skip to main content
Back to top
Ctrl
+
K
latest
latest
v0.5.2
v0.5.1
Search
Ctrl
+
K
Guidelines
Installation
Developer Guide
Workflow Development Guide
Algorithms Development Guide
Advanced Algorithm Development
Operator Development Guide
🧪 Experimental: Task Selection
Configuration Guide
GPU Configuration Guide
Synchronizer in Trinity-RFT
Align configuration with veRL
Monitor Metrics Reference
Examples
Quick Start
Off-Policy RFT
Asynchronous RFT
Concatenated Multi-Turn RFT
General Multi-Step RFT
ReAct Agent Training
Email Search Workflow
Offline DPO and SFT
Tinker Backend
Megatron-LM Backend
Data Processing
Example Summary
FAQ
FAQ
API Reference
API Reference
trinity.buffer package
trinity.buffer.operators package
trinity.buffer.operators.filters package
trinity.buffer.operators.mappers package
trinity.buffer.operators.data_juicer_operator module
trinity.buffer.operators.experience_operator module
trinity.buffer.pipelines package
trinity.buffer.pipelines.experience_pipeline module
trinity.buffer.pipelines.task_pipeline module
trinity.buffer.reader package
trinity.buffer.reader.file_reader module
trinity.buffer.reader.queue_reader module
trinity.buffer.reader.sql_reader module
trinity.buffer.schema package
trinity.buffer.schema.formatter module
trinity.buffer.schema.sql_schema module
trinity.buffer.selector package
trinity.buffer.selector.difficulty_estimator module
trinity.buffer.selector.selector module
trinity.buffer.storage package
trinity.buffer.storage.file module
trinity.buffer.storage.queue module
trinity.buffer.storage.sql module
trinity.buffer.writer package
trinity.buffer.writer.file_writer module
trinity.buffer.writer.queue_writer module
trinity.buffer.writer.sql_writer module
trinity.buffer.buffer module
trinity.buffer.buffer_reader module
trinity.buffer.buffer_writer module
trinity.buffer.task_scheduler module
trinity.buffer.utils module
trinity.buffer.viewer module
trinity.explorer package
trinity.explorer.proxy package
trinity.explorer.proxy.app module
trinity.explorer.proxy.client module
trinity.explorer.proxy.recorder module
trinity.explorer.proxy.service module
trinity.explorer.explorer module
trinity.explorer.rollout_coordinator module
trinity.explorer.scheduler module
trinity.explorer.workflow_runner module
trinity.trainer package
trinity.trainer.tinker package
trinity.trainer.tinker.tinker_trainer module
trinity.trainer.tinker.utils module
trinity.trainer.verl package
trinity.trainer.verl.checkpoint module
trinity.trainer.verl.config module
trinity.trainer.verl.fsdp_engine module
trinity.trainer.verl.losses module
trinity.trainer.verl.megatron_engine module
trinity.trainer.verl.monkey_patch module
trinity.trainer.verl.trainer module
trinity.trainer.verl.utils module
trinity.trainer.verl.workers module
trinity.trainer.verl_legacy package
trinity.trainer.verl_legacy.dp_actor module
trinity.trainer.verl_legacy.fsdp_checkpoint_manager module
trinity.trainer.verl_legacy.fsdp_workers module
trinity.trainer.verl_legacy.megatron_actor module
trinity.trainer.verl_legacy.megatron_checkpoint_manager module
trinity.trainer.verl_legacy.megatron_workers module
trinity.trainer.verl_legacy.monkey_patch module
trinity.trainer.verl_legacy.utils module
trinity.trainer.verl_legacy.verl_config module
trinity.trainer.verl_legacy.verl_trainer module
trinity.trainer.trainer module
trinity.algorithm package
trinity.algorithm.advantage_fn package
trinity.algorithm.advantage_fn.advantage_fn module
trinity.algorithm.advantage_fn.asymre_advantage module
trinity.algorithm.advantage_fn.clipb_advantage module
trinity.algorithm.advantage_fn.clipv_advantage module
trinity.algorithm.advantage_fn.gigpo_advantage module
trinity.algorithm.advantage_fn.grpo_advantage module
trinity.algorithm.advantage_fn.jsd_advantage module
trinity.algorithm.advantage_fn.multi_step_grpo_advantage module
trinity.algorithm.advantage_fn.on_policy_distill_advantage module
trinity.algorithm.advantage_fn.opmd_advantage module
trinity.algorithm.advantage_fn.ppo_advantage module
trinity.algorithm.advantage_fn.rec_advantage module
trinity.algorithm.advantage_fn.reinforce_advantage module
trinity.algorithm.advantage_fn.reinforce_plus_plus_advantage module
trinity.algorithm.advantage_fn.remax_advantage module
trinity.algorithm.advantage_fn.rloo_advantage module
trinity.algorithm.entropy_loss_fn package
trinity.algorithm.entropy_loss_fn.entropy_loss_fn module
trinity.algorithm.kl_fn package
trinity.algorithm.kl_fn.kl_fn module
trinity.algorithm.policy_loss_fn package
trinity.algorithm.policy_loss_fn.chord_policy_loss module
trinity.algorithm.policy_loss_fn.cispo_policy_loss module
trinity.algorithm.policy_loss_fn.dpo_loss module
trinity.algorithm.policy_loss_fn.gspo_policy_loss module
trinity.algorithm.policy_loss_fn.importance_sampling_policy_loss module
trinity.algorithm.policy_loss_fn.mix_policy_loss module
trinity.algorithm.policy_loss_fn.opmd_policy_loss module
trinity.algorithm.policy_loss_fn.policy_loss_fn module
trinity.algorithm.policy_loss_fn.ppo_policy_loss module
trinity.algorithm.policy_loss_fn.rec_policy_loss module
trinity.algorithm.policy_loss_fn.sapo_policy_loss module
trinity.algorithm.policy_loss_fn.sft_loss module
trinity.algorithm.policy_loss_fn.sppo_loss_fn module
trinity.algorithm.policy_loss_fn.topr_policy_loss module
trinity.algorithm.sample_strategy package
trinity.algorithm.sample_strategy.mix_sample_strategy module
trinity.algorithm.sample_strategy.sample_strategy module
trinity.algorithm.sample_strategy.utils module
trinity.algorithm.algorithm module
trinity.algorithm.key_mapper module
trinity.algorithm.utils module
trinity.manager package
trinity.manager.config_registry package
trinity.manager.config_registry.algorithm_config_manager module
trinity.manager.config_registry.buffer_config_manager module
trinity.manager.config_registry.config_registry module
trinity.manager.config_registry.explorer_config_manager module
trinity.manager.config_registry.model_config_manager module
trinity.manager.config_registry.trainer_config_manager module
trinity.manager.checkpoint_converter module
trinity.manager.config_manager module
trinity.manager.log_manager module
trinity.manager.state_manager module
trinity.manager.synchronizer module
trinity.common package
trinity.common.models package
trinity.common.models.sglang_patch package
trinity.common.models.vllm_patch package
trinity.common.models.allocator module
trinity.common.models.experience_extraction module
trinity.common.models.mm_utils module
trinity.common.models.model module
trinity.common.models.sglang_model module
trinity.common.models.tinker_model module
trinity.common.models.utils module
trinity.common.models.vllm_extension module
trinity.common.models.vllm_model module
trinity.common.models.vllm_worker module
trinity.common.patch package
trinity.common.patch.glm4v module
trinity.common.patch.kimi module
trinity.common.patch.qwen3_5 module
trinity.common.rewards package
trinity.common.rewards.accuracy_reward module
trinity.common.rewards.agents_reward module
trinity.common.rewards.countdown_reward module
trinity.common.rewards.dapo_reward module
trinity.common.rewards.eval_utils module
trinity.common.rewards.format_reward module
trinity.common.rewards.human_reward module
trinity.common.rewards.math_reward module
trinity.common.rewards.naive_dapo_score module
trinity.common.rewards.qwen25_eval module
trinity.common.rewards.reward_fn module
trinity.common.rewards.tool_reward module
trinity.common.workflows package
trinity.common.workflows.agentscope package
trinity.common.workflows.agentscope_workflow module
trinity.common.workflows.customized_math_workflows module
trinity.common.workflows.customized_toolcall_workflows module
trinity.common.workflows.eval_workflow module
trinity.common.workflows.math_rm_workflow module
trinity.common.workflows.math_ruler_workflow module
trinity.common.workflows.math_trainable_ruler_workflow module
trinity.common.workflows.on_policy_distill_workflow module
trinity.common.workflows.rubric_judge_workflow module
trinity.common.workflows.simple_mm_workflow module
trinity.common.workflows.step_wise_workflow module
trinity.common.workflows.workflow module
trinity.common.config module
trinity.common.config_validator module
trinity.common.constants module
trinity.common.experience module
trinity.common.experience_visualizer module
trinity.utils package
trinity.utils.annotations module
trinity.utils.distributed module
trinity.utils.dlc_utils module
trinity.utils.log module
trinity.utils.lora_utils module
trinity.utils.metrics module
trinity.utils.monitor module
trinity.utils.plugin_loader module
trinity.utils.registry module
trinity.utils.stream_saver module
trinity.utils.timer module
.rst
.pdf
trinity.trainer.verl_legacy.dp_actor module
trinity.trainer.verl_legacy.dp_actor module
#
