AReaL/searchindex.js

Search.setIndex({"alltitles": {"Adding New Documentation": [[0, "adding-new-documentation"]], "Algorithm, Interface & Backends": [[1, null]], "Allocation & Parallelism": [[2, null]], "Automatic Recovery": [[10, "automatic-recovery"]], "Backends": [[1, "backends"], [1, "id2"]], "Buffer and MFC Execution Order": [[4, "buffer-and-mfc-execution-order"]], "CUDA Error: Out of Memory": [[10, "cuda-error-out-of-memory"]], "Code Formatting": [[0, "code-formatting"]], "Code Quality": [[0, "code-quality"]], "Code Setup": [[7, "code-setup"]], "Command Line Options": [[9, "command-line-options"]], "Command Line Parameters": [[6, "command-line-parameters"]], "Communication Protocol": [[5, "communication-protocol"]], "Configuration Details": [[6, "configuration-details"]], "Contributing": [[8, null]], "Contribution Guide": [[0, null]], "Customization": [[1, "customization"]], "Data Management": [[5, "data-management"]], "Data Transfer Process": [[5, "data-transfer-process"]], "Dataset": [[7, "dataset"]], "Developer Manual": [[8, null]], "Distributed Dataset Storage": [[5, "distributed-dataset-storage"]], "Documentation": [[0, "documentation"]], "During Initialization": [[10, "during-initialization"]], "During SGLang Generation": [[10, "during-sglang-generation"]], "During actor_inf or actor_train": [[10, "during-actor-inf-or-actor-train"]], "Evaluation": [[6, null]], "Evaluation Results": [[6, "evaluation-results"]], "Existing Implementations": [[1, "existing-implementations"]], "GPU Allocation": [[2, "gpu-allocation"]], "Hardware Requirements": [[7, "hardware-requirements"]], "Important Parameters": [[9, "important-parameters"]], "Inference": [[2, "inference"]], "Install Dependencies and Run Evaluation": [[6, "install-dependencies-and-run-evaluation"]], "Installation": [[7, null]], "Interfaces": [[1, "interfaces"], [1, "id1"]], "Issue Guidelines": [[0, "issue-guidelines"]], "Issue Templates": [[0, "issue-templates"]], "Key Training Statistics": [[9, "key-training-statistics"]], "Launch an Experiment": [[9, "launch-an-experiment"]], "Launch the Ray Cluster": [[9, "launch-the-ray-cluster"]], "Launching Procedure": [[3, null]], "MFC Output Handling": [[5, "mfc-output-handling"]], "Master Worker": [[4, null]], "Master-Model Worker Interaction": [[5, "master-model-worker-interaction"]], "Memory Issues": [[10, "memory-issues"]], "Metrics Explanation": [[6, "metrics-explanation"]], "Model": [[7, "model"]], "Model Worker": [[5, null]], "Monitoring the Training Process": [[9, "monitoring-the-training-process"]], "Overview": [[1, "overview"], [4, "overview"], [8, null]], "Parallelism Ranks": [[2, "parallelism-ranks"]], "Parallelism Strategies": [[2, "parallelism-strategies"]], "Parameter Partitioning": [[2, "parameter-partitioning"]], "Prerequisites": [[7, "prerequisites"]], "Pull Request Guidelines": [[0, "pull-request-guidelines"]], "Recovery Failure Causes": [[10, "recovery-failure-causes"]], "Registeration": [[1, "registeration"]], "Request Hooks": [[5, "request-hooks"]], "Request Types": [[5, "request-types"]], "Request-Reply Pattern": [[5, "request-reply-pattern"]], "Running Tests": [[0, "running-tests"]], "Runtime Environment": [[7, "runtime-environment"]], "Runtime Expectations": [[6, "runtime-expectations"]], "Sampling Parameters": [[6, "sampling-parameters"]], "Setting Up Your Development Environment": [[0, "setting-up-your-development-environment"]], "Setup Evaluation Environment": [[6, "setup-evaluation-environment"]], "Software Requirements": [[7, "software-requirements"]], "Start Ray Worker Nodes": [[9, "start-ray-worker-nodes"]], "Start the Ray Head Node": [[9, "start-the-ray-head-node"]], "Torch NCCL Communication Groups": [[2, "torch-nccl-communication-groups"]], "Training": [[2, "training"], [9, null]], "Training Control Parameters": [[9, "training-control-parameters"]], "Troubleshooting": [[10, null]], "Tutorial": [[8, null]], "Verify Cluster Status": [[9, "verify-cluster-status"]], "Verify Recovery Checkpoint Creation": [[10, "verify-recovery-checkpoint-creation"]], "Welcome to AReaL\u2019s documentation!": [[8, "welcome-to-areals-documentation"]], "torch.cuda.CudaOutOfMemoryError": [[10, "torch-cuda-cudaoutofmemoryerror"]]}, "docnames": ["contrib", "developer/algo_interface", "developer/allocation_parallel", "developer/exp_launch", "developer/master_worker", "developer/model_worker", "eval", "installation", "intro", "training", "troubleshooting"], "envversion": {"sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinxcontrib.bibtex": 9}, "filenames": ["contrib.md", "developer/algo_interface.md", "developer/allocation_parallel.md", "developer/exp_launch.md", "developer/master_worker.md", "developer/model_worker.md", "eval.md", "installation.md", "intro.md", "training.md", "troubleshooting.md"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 1, 2, 4, 6, 7], "0": [1, 2, 5, 6, 7, 9, 10], "0000001192092896": [], "0000014305114746": [], "003593671601265669": [], "004277692176401615": [], "004475570283830166": [], "004505862481892109": [], "004844569601118565": [], "005053278990089893": [], "02": 10, "02603467616791e": [], "036404786551429e": [], "04": 7, "05": [], "06": [], "061250": [], "07": [], "076": [], "077": [], "08": 7, "084": [], "08tib": [], "093": [], "0b": [], "0x1fbf6bdf9b0": [], "1": [1, 2, 4, 5, 6, 7, 9], "10": [], "100": [], "1024x16": [], "105": [], "108": [], "10tb": 7, "11": 10, "111": [], "111847": [], "1122002635820536e": [], "1128166761409375e": [], "11421": [], "11761474609375": [], "117919921875": [], "12": [7, 9], "122802734375": [], "12286376953125": [], "12353515625": [], "125576883": [], "126578395": [], "127": 7, "127828786": [], "128": [], "128171874": [], "129376851": [], "13": [], "132580185": [], "134": [], "13663": 6, "13720": [], "13812255859375": [], "14": [], "15": [], "16": [6, 9], "160": 6, "16384": [], "16789424914532e": [], "16k": 9, "17": 9, "19": 9, "19328": 6, "19680801": [], "1f1b": 2, "1tb": 7, "2": [1, 2, 4, 6, 7], "2014": [], "2025": [], "20250222": 10, "20250528": 9, "20480": 10, "21": [], "2122": [], "2124": [], "2128": [], "214": [], "22": 7, "2275": [], "2283": [], "2296": [], "2299": [], "2313": [], "239": [], "240": [], "2405": [], "246": [], "25": [], "250": [], "252": [], "26": [], "261": 9, "264": [], "2640759198111482e": [], "27": 7, "27004832709099e": [], "29350": [], "2996826171875": [], "3": [4, 6, 7, 9], "30": 6, "30145370960235596": [], "31413": [], "318": [], "32": 6, "323623900541861e": [], "32768": 6, "32b": [], "33": [], "33265": [], "33957": [], "34": [], "342": [], "3461": [], "349": [], "36": [], "391": [], "3935685672095133e": [], "39404296875": [], "3d": [2, 9], "4": [2, 4, 6], "40": 6, "400": [], "408": [], "411": [], "4139": 6, "429": [], "44": [], "448": [], "4689": [], "47": [], "48": [], "4821250917739235e": [], "4861981728463434e": [], "4873046875": [], "493159263394773e": [], "5": [6, 7, 9], "50": 6, "500": 6, "50830078125": [], "51": 6, "512x16": [], "512x32": [], "516058702894952e": [], "517578125": [], "52": 10, "536311853873485e": [], "550": 7, "56": [], "572356243035756e": [], "58": [], "581": [], "584": [], "59": [], "5b": [], "5b_n1": [], "5b_n16": [], "5b_n4": [], "6": [6, 9], "600": 10, "6158447265625": [], "6195111274719238": [], "6280517578125": [], "6303607225418091": [], "6328125": [], "6379": 9, "64": 7, "6526": 6, "665488510610885e": [], "6707": [], "672174671009998e": [], "673": [], "6757": 6, "6793212890625": [], "6811": [], "6813737154006958": [], "6867208425283025e": [], "69": [], "6th": 9, "7": [6, 7], "700g": [6, 9], "7025146484375": [], "7071446776390076": [], "712": [], "716": [], "719": [], "729": [], "760": 10, "77": 6, "7773": [], "7834": [], "78857421875": [], "7890625": [], "7907": [], "791388750076294": [], "7928": [], "7b": [7, 9], "7b_n16": [], "7b_n4": [], "7b\u6a21\u578b": [], "8": [6, 7], "80": 6, "800": [], "8002": [], "804": 9, "80gb": [], "815": [], "8203": [], "84": 6, "845703125": [], "846728588996484e": [], "857": [], "862": [], "863367960046162e": [], "864": [], "877": [], "883": [], "8850": 6, "891": [], "892578125": [], "8955078125": [], "8960582792715286e": [], "8x": [6, 7], "90": 6, "900390625": [], "9125": [], "91tib": [], "92": 6, "922649227661168e": [], "925": [], "9453125": [], "949": [], "9505058901359007e": [], "951171875": [], "96": 6, "96390": 10, "97": 6, "98": 6, "988609537624143e": [], "991": [], "997": [], "9999992251396179": [], "9999996423721313": [], "9999997615814209": [], "9999998807907104": [], "A": 1, "As": [], "But": [], "By": [], "For": [1, 4, 5, 7], "If": 10, "In": [], "It": 4, "No": [], "On": 9, "One": [], "That": [], "The": [0, 1, 2, 4, 5, 6, 7, 9, 10], "Then": [], "There": 0, "These": 5, "To": 9, "With": 2, "_build": 0, "_class": [], "_initi": 1, "_length": 6, "_toc": 0, "about": [], "abov": [], "abstract": 1, "accept": [], "access": 2, "accord": 1, "accumul": [], "accuraci": 6, "across": [5, 9], "activ": [], "actor": [1, 2, 5, 9, 10], "actor_clip_ratio": 9, "actor_gen": [4, 5], "actor_inf": 9, "actor_loss": 9, "actor_train": [4, 5, 9], "actual": [1, 4, 5, 9], "ad": 1, "add": 0, "add_": [], "address": [9, 10], "adjust": 10, "admin": 9, "advantag": [], "after": [4, 5, 7, 9, 10], "ai": [], "aim": 6, "aime24": 6, "algorithm": [0, 2, 4, 5, 8], "align": [], "all": [0, 2, 4, 5, 6, 7, 9], "alloc": [8, 9], "allocation_mod": [2, 9, 10], "allow": 0, "alreadi": [], "also": [4, 7], "altern": 7, "although": [], "alwai": 9, "amc23": 6, "amend_batch": 4, "amount": [], "an": [0, 1, 2, 4, 5, 7], "ani": [2, 7], "anoth": 4, "answer": 6, "api": 9, "app": 9, "appear": [0, 4], "appli": [], "approxim": [], "ar": [0, 2, 4, 9, 10], "arbitrari": 0, "architectur": 4, "areal": [0, 2, 4, 6, 7, 9, 10], "arg": 1, "argument": 10, "aris": [], "arrai": [], "async": 9, "asynchron": 9, "asynciosequencebuff": 4, "attempt": [6, 10], "attent": [], "auditori": [], "australia": [], "auto": 10, "automat": 2, "autoscal": [], "avail": [4, 6, 7, 9], "averag": [6, 9], "avg_prompt_len": [], "avg_seq_len": 9, "avoid": [6, 9], "ax": [], "backend": [2, 5, 8], "backend\u6362\u6210xform": [], "backward": [9, 10], "backward\u6570\u636e\u4e2d\u6700\u5927\u7684token\u6570\u91cf": [], "backward\u7684\u6570\u636e\u6700\u591a\u53ea\u4f1a\u5305\u542b20480\u4e2atoken": [], "balanc": 2, "base": [0, 1, 2, 5], "bash": [6, 9], "batch": [1, 4, 9, 10], "batchsiz": [], "been": [5, 7], "befor": 0, "begin": [], "being": 9, "below": [5, 6, 7], "benchmark": 6, "benefit": 0, "between": [2, 5], "bias": 9, "bib": [], "bibliographi": [], "bibtex": [], "bin": [6, 9], "black": 0, "block": 5, "boba_106k_0319": 7, "book": 0, "bool": [], "both": [], "box": [], "brian": [], "brisban": [], "broadcast": 5, "browser": [], "buffer": 5, "bug": 0, "build": [0, 6], "built": 0, "bundl": [], "c": [6, 9], "cach": 5, "cache\u4f1a\u88ab\u5378\u8f7d\u5230\u5185\u5b58": [], "cache\u65f6": [], "cache\u9700\u6c42\u5927": [], "calcul": 5, "call": [1, 2, 4, 5], "can": [0, 1, 2, 4, 5, 6, 7, 9, 10], "cannot": [], "capabl": [1, 9], "case": 0, "cd": [0, 6, 7, 9], "cento": 7, "certain": [4, 6], "challeng": 2, "chang": [0, 9, 10], "channel": 5, "chapter": [], "check": [9, 10], "checkpoint": [5, 6, 9], "choos": [], "chosen": [], "christoph": [], "cite": [], "ckpt_freq_": 9, "ckpt_freq_sec": 10, "class": 1, "clear": [5, 9], "clear_data_cach": 5, "cli": [2, 7, 10], "cli_arg": 9, "click": [], "client": 5, "clip": [1, 9], "clone": [0, 7], "close": 9, "cluster": 10, "cluster_config": [], "cluster\u89e3\u51b3": [], "cm": [], "cmap": [], "co": 7, "code": [6, 9], "cognit": [], "cold": [], "color": [], "columnparallellinear": 2, "com": [0, 7], "comma": 6, "command": [], "common": 2, "commonmark": [], "commun": 0, "complet": [0, 7, 9, 10], "compon": 7, "comput": [1, 4, 5, 9], "concurr": 5, "condit": 10, "confer": [], "config": [1, 9], "configur": [1, 2, 5, 7, 9, 10], "confirm": 10, "connect": [], "consider": 6, "consist": 4, "constant": 2, "consumpt": [], "contain": [4, 6, 7, 9], "content": 10, "context": 2, "contextlib": [], "contributor": 0, "control": [2, 10], "conveni": [], "converg": [], "convert": [], "coolwarm": [], "coordin": [2, 4, 5], "core": [1, 7], "correct": 6, "correspond": [4, 5], "cortex": [], "cost": 4, "could": 5, "count": 9, "count_nonzero": 1, "cover": [5, 7], "cpu": 7, "creat": [0, 1, 2, 4], "critic": [1, 2, 9], "cuda": 7, "current": 9, "custom": 2, "custom_lin": [], "custom_loss_funct": 1, "custom_param": 1, "custominterfac": 1, "cycler": [], "d": [6, 9], "d1t4p1": 2, "d2t2p1": 2, "data": [1, 2, 4, 7, 9, 10], "data_manag": 2, "data_nam": 6, "data_parallel_rank": 2, "dataclass": 1, "datamanag": 5, "datapoint": 4, "dataset": [4, 6, 9, 10], "de": [], "deadlock": 5, "decid": 4, "decoupl": [1, 9], "decreas": 10, "dedic": 5, "deepseek": [], "def": 1, "default": [6, 9, 10], "defin": 1, "degre": 10, "demand": [], "dens": 2, "depend": [4, 7, 9], "deprec": 1, "depth": [], "describ": 0, "descript": [], "design": [], "desir": 1, "detail": [5, 7], "dev": [6, 9], "develop": 2, "developp": 1, "dict": [1, 4], "differ": [2, 10], "direct": [], "directli": [], "directori": 7, "disabl": 9, "disable_valu": [], "discov": 10, "discrep": [], "disjoint": [], "displai": 9, "distil": [], "distribut": [1, 2, 7, 10], "distributeddataparallel": [1, 2], "divid": 9, "do": [0, 9], "doc": 0, "docker": [6, 7, 9], "dockerfil": 7, "docker\u955c\u50cf": [], "document": 7, "doe": [7, 9, 10], "dollar": [], "done": [], "download": 7, "downward": [], "dp": [2, 5], "dp1": 9, "dp1xtp1xpp1": [], "dp2": 9, "dp2xtp2xpp2": [], "dp_rank1": 2, "dp_rank2": 2, "driver": 7, "due": [2, 6, 9], "dump": [9, 10], "dure": [2, 5, 6, 9], "e": [0, 1, 5, 6, 9], "each": [1, 2, 4, 5, 9], "ecosystem": [], "effici": 1, "elaps": [], "emb": [], "en": [], "enabl": [], "end": 1, "enforc": 6, "enforce_eag": 6, "enough": 4, "ensur": 7, "enter": 9, "entir": [], "entri": 9, "env": [], "environ": 9, "environment": [], "epoch": 9, "epoch1epochstep20globalstep20": 6, "eps_clip": 1, "equal": 9, "error": 9, "escap": [], "especi": [], "essenti": 1, "estim": [], "etc": [2, 4], "eval": 6, "eval_and_aggreg": 6, "eval_and_aggregate_parallel": 6, "eval_output": 6, "evalu": [5, 8], "eventu": 9, "everi": 7, "everyon": 0, "evid": [], "exampl": [1, 2, 4, 7], "exce": [], "exceed": 9, "excel": 0, "exclud": 0, "exec": [6, 9], "execut": [1, 5, 6, 9], "exitstack": [], "exp": 6, "exp_ctrl": [9, 10], "experi": [1, 2, 5, 6, 7, 10], "experiment_nam": 10, "explain": 0, "extend": [], "extens": 7, "extern": 1, "external_config": [], "f": [6, 9], "face": 7, "factor": 6, "fail": 10, "failur": [], "fall": 6, "fals": [], "featur": 0, "feel": 10, "fetch": 5, "few": [], "field": 0, "fig": [], "figsiz": [], "figur": 5, "file": [0, 1, 6, 9, 10], "fileroot": 9, "final_reward": [], "find": [], "finish": [], "first": [2, 5, 9], "fix": 0, "flavor": [], "float": 1, "flush": 5, "folder": [0, 6, 9], "follow": [0, 2, 6, 7, 9, 10], "fork": 0, "form": [], "format": 9, "forward": [5, 9, 10], "found": 9, "fragment": [], "framework": 0, "free": 10, "frequenc": 9, "from": [0, 1, 4, 10], "frontier": [], "fsdp": 1, "fsdpbackend": 1, "fsdpengin": 1, "full": [], "fulli": [0, 2], "function": [1, 4], "functionexecutor": 4, "g": [1, 5], "gae": 1, "gather": 5, "gen": 9, "gener": [1, 4, 5, 6, 9], "get": [], "get_batch_for_rpc": 4, "ghcr": [6, 7, 9], "git": [0, 7], "git_lfs_skip_smudg": 7, "github": [0, 7, 10], "give": [], "given": 4, "global": [1, 2, 9], "global_comm": 2, "global_step": 1, "go": [], "gpu": [0, 5, 6, 7, 9, 10], "gpu8": 9, "gradient": 5, "greedi": 6, "greedy_acc": 6, "greedy_length": 6, "group": 10, "group_siz": [9, 10], "groupsiz": [], "gsm8k": 6, "guid": [7, 8], "h100": 6, "h100\u673a\u5668\u4e0a": [], "h800": 7, "ha": [2, 7, 9], "half": 2, "hardwar": [], "have": [0, 1, 2, 5, 10], "haven": [], "hdhpk14": [], "head": 5, "heer": [], "help": [0, 9], "here": [4, 7], "hold": 2, "holdgraf": [], "holdgraf_evidence_2014": [], "host": [6, 9], "hostnam": [], "hot": [], "hour": 0, "hous": 2, "how": [0, 1], "html": 0, "http": [0, 1, 7], "hub": 7, "hug": 7, "huggingfac": 7, "huggingface_hub": 7, "huggingfacehub": [], "human": [], "i": [0, 2, 4, 6, 7, 9, 10], "ident": 5, "identifi": 10, "idl": 10, "ignor": 0, "ii": [], "illustr": 5, "imag": 7, "immedi": 5, "impact": 6, "implement": [2, 5], "implemet": 1, "import": [], "importance_weight": 9, "improv": 0, "inc_vers": 1, "includ": [2, 4, 7, 10], "inclusionai": [6, 7, 9], "increas": [9, 10], "independ": 7, "index": 2, "indic": [4, 5, 9], "infer": [1, 5, 9], "info": [9, 10], "inform": [5, 9], "init": [], "initi": [4, 5], "inlin": [], "input": 5, "input_": 1, "input_id": 5, "insert": [], "insid": 6, "instal": [0, 8, 9], "instanc": 4, "instanti": 1, "instead": 4, "instruct": 5, "insuffici": [], "int": [], "integr": 1, "interact": [], "interest": [0, 1], "interfac": [2, 5, 8], "interface_config": 1, "interleav": 5, "intern": [], "intra": 2, "intro": [], "involv": 5, "io": [6, 7, 9], "ion": [], "ip": [9, 10], "ipynb": [], "is_crit": [], "isol": 6, "isort": 0, "issu": [], "iter": 9, "its": 4, "jb": 0, "job": [], "jsonl": [7, 9], "jupyt": 0, "jupyterbook": [], "jupytext": [], "just": 9, "k": 6, "keep": 4, "kei": [4, 10], "kernel": [], "keyword": [], "kind": [], "kl_reward": [], "knight": [], "kv": [], "la_": [], "lambda": 1, "languag": [], "larg": [], "last": 10, "later": 5, "latex2sympi": 6, "launch": 8, "layout": 5, "learn": 4, "legend": [], "length": [5, 6, 9, 10], "less": 9, "let": [], "level": 7, "lf": 7, "librari": [1, 6], "like": [2, 5, 9, 10], "limit": 10, "line": [], "line2d": [], "linspac": [], "list": [], "ll": 9, "llm": [], "load": [4, 5], "load_data": 4, "local": [0, 5, 7], "locat": [0, 5, 6, 9], "log": [4, 6, 9, 10], "logic": 1, "login": 9, "logprob": [], "logspac": [], "long": 5, "longer": 9, "look": 2, "loss": [1, 9], "loss_fn": 1, "loss_weight_fn": 1, "loss\u4e2d\u88abclip\u6389\u7684token\u5360\u6240\u6709token\u7684\u6bd4\u7387": [], "loss\u4e2d\u91cd\u8981\u6027\u91c7\u6837\u6bd4\u7387\u5728\u6240\u6709token\u4e0a\u7684\u5e73\u5747\u503c": [], "lot": [], "low": 10, "lower": [], "lw": [], "m": [0, 9], "machin": 10, "mai": [0, 1, 2, 4, 5, 6, 10], "main": [7, 9], "main_async_ppo": 9, "mainli": [], "maintain": 2, "mainten": 2, "major": [], "make": 0, "make_interfac": 1, "manag": [2, 4], "mani": [], "manual": [], "markdown": [], "markdownfil": [], "markedli": [], "markup": [], "mask": 1, "mask_no_eos_with_zero": [], "master": [8, 10], "master_work": 10, "match": 2, "math": [6, 9], "math_500": 6, "matplotlib": [], "max_gen_token": 6, "max_new_token": 9, "max_num_seq": [], "max_tokens_per_mb": [9, 10], "maximum": [6, 9, 10], "mb_spec": [1, 9, 10], "mbox": [], "md": [], "mean": [2, 4, 9], "medium": [], "meet": 7, "megatron": [1, 2, 5], "mem_fraction_stat": 10, "mem_per_xx_work": 10, "memori": 7, "messag": 10, "meta": 4, "metadata": [4, 5], "method": [1, 2], "mfc": [], "microbatch": 10, "might": 2, "min_new_token": 9, "mini": 9, "minim": [], "minimum": 9, "minut": 6, "miss": 10, "mkdir": [6, 7], "mode": 9, "model": [1, 2, 4, 6, 8, 9], "model_api": 1, "model_config": 5, "model_path": 6, "model_scop": 2, "modelbackend": 1, "modelfamili": [], "modelfunctioncal": 4, "modelinterfac": 1, "modelinterfaceabstract": 1, "modelnam": 2, "modeltrainevalconfig": [], "modifi": 10, "modul": 1, "more": [1, 10], "moreov": [], "most": 2, "mount": 7, "multi": 7, "multipl": [2, 4, 6], "multitaskrewardinterfac": 5, "must": 9, "my": [6, 9], "myst": [], "n": [], "n16": [], "n_gpus_per_nod": 9, "n_node": [9, 10], "n_seq": [], "n_token": [], "n_valid_token": [], "na": 7, "name": [2, 6, 9], "nccl": 5, "need": [4, 5], "network": [6, 7, 9], "neurosci": [], "new": [4, 5, 6], "next": 4, "no_eos_ratio": 9, "node": [2, 7, 10], "node_23b0c08045c9a39bc4c454cae298ee531d9a474215ac5e77a5b01e74": [], "node_2c69511f410d9360f1d05893fde2c97dd32240e0315afea9b2d286a3": [], "node_3f772cbffb206c30b6ccedade83789d78397804bab874ee59563cb96": [], "node_429bd5115b5590b612590bb455f2d3ed4f77055d746a184baf807655": [], "node_4e7d15e9cee9ee0da5d65e45f1e346228c52bc0c557511c6eeab40dc": [], "node_6f4323f9038248d82b91321e2c4ca5fa99e65efa2d976c0b896a8964": [], "node_75071820f2c16dc51fa271316b72cd45335ec877c06450d292ab7d54": [], "node_970379a3ba750ee3b13e31612b6a6b758d50bd4943555b2a13d1bd61": [], "node_a4728608c1fda187dc33bb24e831c42fe5c8a582ad428b6e595933bc": [], "node_bc1016320658e92645f29cecb8aaf51c0b7e01a44e8ac9c814dfee59": [], "node_bf6b658bea9e437fcb642a2d881425662a689d668c92fe1545899b36": [], "node_c5bcf15e28a00515be5d2a7e8e33d71f0f57cdfaf1003db9e0c74788": [], "node_d5634ae61bfe6732d957811bed65c8a39f13ece07e0326f941acbc4": [], "node_dc2f1eef88126ae4ac7902574714af9ab74b78ba037217e73e063639": [], "node_e4c90c17cc48ad469d123041d3302dcff1f7a82a4805279300812b19": [], "node_ec3f6ee8f6fdf3a5392bb4dac244668da75d094e084dcbb520ce2525": [], "node_ip_1": [], "node_ip_2": [], "node_ip_3": [], "node_ip_4": [], "nohup": 6, "non": 5, "normal": [], "note": [0, 2, 4, 5, 6, 7, 9], "notebook": [], "notifi": 5, "np": [], "null": [5, 6, 9], "num_quest": 6, "number": [0, 6, 9, 10], "numpi": [], "nvidia": 7, "nvswitch": 7, "o": [], "object": 4, "object_store_memori": [], "observ": 6, "obtain": 4, "occasion": [], "occur": [5, 10], "off": [], "offici": [0, 7], "offload": 5, "often": 5, "omit": 2, "onc": 9, "one": 4, "onli": [1, 4, 5], "oom": 9, "open": [0, 2, 7], "oper": [5, 7], "optim": 5, "option": 6, "order": [], "org": [], "orz": [], "other": [5, 9], "otherwis": [], "our": 7, "out": [], "output": [4, 6, 9], "output_path": 6, "over": [1, 10], "overhead": 0, "overlap": 5, "overview": [], "p": [6, 7, 9], "packag": 7, "packed_input_id": 4, "packed_prompt": 4, "page": [], "paradigm": 1, "paral": [], "parallel": [8, 9, 10], "paramet": [1, 5, 10], "parllel": [], "part": [], "particular": [], "paslei": [], "pass": [5, 6, 9, 10], "path": [0, 6, 9], "pattern": 2, "pend": [], "per": [7, 9, 10], "perform": [1, 4, 6, 9], "permiss": 0, "persist": 9, "phase": 10, "pid": 10, "pip": [6, 7], "pip3": [0, 9], "pipelin": [2, 10], "pipelinableengin": 1, "pkill": 10, "place": 7, "plan": [2, 5], "pleas": [0, 1, 7], "plot": [], "plt": [], "point": 0, "polici": 4, "port": 9, "possibl": 10, "post": [1, 5], "power": [], "pp": 5, "pp1": 9, "pp2": 9, "ppo": [1, 4, 5, 9], "ppo_approx_kl": [], "ppo_interfac": 1, "ppo_math_exp": 1, "ppo_n_minibatch": 9, "ppoactorinterfac": [1, 5], "ppomathconfig": [], "pr": 0, "pre": 5, "predict": [], "preemption": [], "preemption\u7684\u62a5\u9519": [], "prefer": 10, "prerequisit": [], "presenc": [], "present": 4, "prettyt": 6, "prevent": 5, "preview": 0, "previou": [6, 9, 10], "print": [], "private_key_fil": [], "privileg": [6, 9], "probabl": [4, 6, 9], "procedur": [4, 5, 8], "proceed": [], "process": [0, 1, 2, 6, 10], "produc": 5, "project": 7, "prompt": [4, 9, 10], "prop_cycl": [], "properli": [], "protocol": 1, "provid": [0, 1, 5, 7], "proxim": 9, "pull": 7, "purpos": 1, "py": [0, 1, 2, 6, 9], "pypi": [], "pyplot": [], "pytest": 0, "python": [0, 6], "python3": 9, "question": 6, "quickstart": 9, "qwen": 7, "qwen2": [], "qwen3": 7, "r": [0, 6, 7], "r1": 9, "rai": [6, 7, 10], "rais": 10, "ramsai": [], "randn": [], "random": 6, "rang": [], "rank": 5, "ratio": 9, "ray_head_ip": 9, "rcparam": [], "re": 0, "readi": 4, "realhf": [2, 9], "realloc": 5, "reason": [], "recal": 4, "receiv": 5, "recent": [], "recommend": [7, 9], "recompute_logprob": 9, "recov": 10, "recover_mod": 10, "redistribut": 5, "redistributor": 5, "reduc": [0, 4, 9, 10], "ref": [2, 9], "ref_inf": [4, 9], "refactor": 0, "refer": [0, 1, 2, 4, 5, 7, 9], "referenc": 4, "reference\u6a21\u578b\u63a8\u7406\u548cactor\u6a21\u578b\u8bad\u7ec3\u6bcf\u6b21forward": [], "regist": 1, "register_backend": 1, "register_interfac": 1, "registr": 1, "regular": [], "relat": 0, "reli": 4, "remain": [2, 10], "remot": [4, 5], "render": [], "replac": [2, 9], "replic": 2, "repo": [], "report": [0, 6], "repositori": [0, 6, 7], "repres": [], "reproduc": [6, 9], "request_reply_stream": 5, "requir": [0, 1, 4, 5, 6, 9], "resolv": [0, 7, 10], "resourc": [7, 9], "respect": 9, "respons": [4, 5, 9], "rest": [], "restart": [9, 10], "result": 4, "return": [1, 5], "rew_inf": [4, 5], "reward": [1, 4, 5, 9], "rl": [4, 7], "rlvr": 5, "rl\u8bad\u7ec3": [], "robert": [], "roce": 7, "root": [6, 9], "rowparallellinear": 2, "rpc": 5, "run": [1, 5, 9, 10], "runtim": 9, "same": 5, "sampl": 9, "sample_length": 6, "sample_pass": 6, "save": [1, 6, 9], "save_dir": 1, "save_freq_": 9, "save_to_hf": 1, "scatter": 5, "scenario": 10, "schedul": 2, "scope": 2, "script": [6, 9, 10], "seamless": [], "search": 10, "sec": 9, "second": [2, 10], "secret": [], "section": [], "see": [0, 7, 9], "seed": [], "seen": 4, "self": [1, 4], "send": 5, "sent": 5, "separ": [6, 9], "sequenc": [5, 9, 10], "sequencesampl": 2, "sequenti": 5, "serv": 5, "server": [1, 5], "set": [6, 9, 10], "setup": 9, "setup_env_and_start_train": [], "sever": [0, 4, 6], "sft": [1, 9], "sft_interfac": 1, "sglang": [1, 2, 5, 9], "shard": 2, "share": 7, "shm": [6, 9], "shorter": 5, "should": [0, 9], "show": 9, "sign": [], "significantli": 6, "similar": [1, 2], "simpl": [], "sinc": [5, 10], "singl": [4, 5, 7, 9, 10], "six": [], "size": [6, 9, 10], "size\u6216\u8005\u6bcf\u4e2aprompt\u751f\u6210\u7684\u7b54\u6848\u6570\u91cf": [], "skip": 9, "slight": [], "small": [], "so": [2, 6], "softwar": [], "solut": [], "solv": [], "some": [1, 4], "sourc": [2, 7], "space\u4e0d\u591f": [], "span": [], "spec": 5, "special": [], "specif": [0, 1, 2, 5, 7], "specifi": 5, "sphinx": [], "split": 2, "spmd": 1, "ssh": [], "ssh_kei": [], "ssh_port": [], "stabil": 9, "stabliz": [], "stage": [], "stand": [], "start": [0, 4, 6], "starter": [], "stat": 1, "state": 5, "statist": [], "statu": [], "steadili": 9, "step": [5, 9, 10], "still": [], "storag": [6, 7, 9], "store": [4, 5, 6, 7], "str": [], "straightforward": 0, "strategi": [6, 9, 10], "structur": [], "subclass": 1, "submit": 0, "subplot": [], "subsequ": 5, "subset": 2, "successfulli": [], "sum": [], "support": [2, 5], "sure": [], "swap_spac": [], "switch": [], "symptom": [], "synchron": [5, 9], "syntax": [], "system": [0, 7], "t": 5, "tabl": 6, "tail": [6, 9], "take": [0, 6], "target": [], "task": 6, "task_id": 4, "task_reward": 9, "tb": [], "tbp": 7, "temperatur": 6, "temporari": 9, "tensor": [2, 4, 10], "termin": [6, 10], "test": 7, "test_someth": 0, "tex": [], "text": [], "than": [9, 10], "thank": 0, "thei": 1, "them": [5, 10], "therefor": 6, "thi": [0, 4, 5, 6, 7, 9, 10], "thing": [], "those": 2, "three": 2, "through": 5, "throughout": 5, "time": 6, "timeout_decor": 6, "titl": [], "token": [1, 4, 9, 10], "token_normalize_scop": 1, "took": [], "tool": [], "toolkit": 7, "top": 7, "topic": [], "topologi": 2, "total": 9, "total_train_epoch": 9, "tp": [2, 5], "tp1": 9, "tp2": 9, "track": [4, 5], "train": [1, 6, 7, 8, 10], "train_amc_aim": 6, "train_batch": 1, "train_bs_n_seq": [9, 10], "train_param": [], "train_step": [1, 5], "trane": [], "transfer": [2, 4, 10], "transform": [5, 6], "treat": [], "trend": 9, "trial": [6, 9], "trial_nam": 10, "troubleshoot": 8, "true": [6, 7, 9], "truncat": 9, "try": 10, "tutori": [6, 7, 9], "two": [2, 10], "txt": [0, 6, 7], "type": [], "type_": 1, "typic": [4, 6, 9], "ubuntu": 7, "unchang": 10, "under": [2, 4, 6, 10], "understand": [], "uniqu": 2, "unit": 0, "unittest": 1, "until": 4, "up": [], "updat": [4, 6, 9], "upload": 9, "upward": [], "us": [0, 2, 5, 6, 7, 9, 10], "usag": [], "use_decoupled_loss": 9, "user": 4, "usernam": 0, "usual": 9, "v": [6, 9], "v0": [6, 7, 9], "valid": [], "valu": 9, "vari": 1, "variabl": 9, "variat": [], "veri": [], "version": [1, 7], "version_step": 1, "via": [2, 4, 5], "view": 9, "vllm": [1, 6], "vllm\u5b98\u65b9\u6587\u6863": [], "wa": 10, "wai": 2, "wait": 4, "wandb": 9, "wandb_api_kei": 9, "want": [], "we": [0, 6, 7, 9], "weight": 9, "welcom": 0, "well": 0, "wendi": [], "wget": 7, "when": [0, 6, 9, 10], "where": [9, 10], "wherea": [], "whether": [0, 9], "which": [2, 4, 5], "while": 4, "within": [2, 6, 7], "without": [5, 6], "work": 6, "worker": [1, 2, 8, 10], "would": [2, 4], "wrap": 1, "wrapper": 1, "write": 0, "written": [], "x": 1, "xformer": [], "xxx": [1, 9, 10], "yaml": [0, 9], "you": [0, 7, 9, 10], "your": [1, 7, 9, 10], "zero": [], "zero_56k_0319": [], "\u4e00\u4e2a": [], "\u4e00\u952e\u642d\u5efa\u73af\u5883\u5e76\u542f\u52a8\u8bad\u7ec3": [], "\u4e09\u4e2a\u503c\u53d1\u751f\u4e86\u53d8\u5316": [], "\u4e0b\u8f7d": [], "\u4e0b\u8f7d\u64cd\u4f5c\u53ea\u9700\u8981\u5728\u4e00\u4e2a\u8282\u70b9\u4e0a\u5b8c\u6210": [], "\u4e0d\u4f1a\u968f\u7740\u8bad\u7ec3\u8fc7\u7a0b\u6709\u660e\u663e\u7684\u4e0a\u5347\u6216\u4e0b\u964d\u8d8b\u52bf": [], "\u4e0d\u5e94\u4f5c\u4e3a\u6a21\u578b\u8868\u73b0\u7684\u53c2\u8003": [], "\u4e0e\u4e4b\u524d\u7684\u4e0d\u4e00\u6837": [], "\u4e14\u8ddd\u79bb\u4e0a\u6b21": [], "\u4e2a": [], "\u4e2a\u5c0f\u65f6": [], "\u4e2a\u8282\u70b9": [], "\u4e2d": [], "\u4e2d\u6587": [], "\u4e2d\u6587\u6559\u7a0b": [], "\u4e2d\u8fdb\u884c\u63d0\u95ee": [], "\u4e3a\u4e86\u80fd\u6b63\u5e38\u5b8c\u6210\u8bad\u7ec3\u6d41\u7a0b": [], "\u4e3b\u8981\u7528\u4e8e\u4e0b\u8f7d\u6a21\u578b": [], "\u4e4b\u524d\u7684\u8bad\u7ec3\u6ca1\u6709\u521b\u5efa\u8fc7": [], "\u4e5f\u53ef\u4ee5\u6309\u7167\u672c\u6559\u7a0b\u540e\u7eed\u7ae0\u8282\u7684\u5185\u5bb9\u624b\u52a8\u5b8c\u6210\u73af\u5883\u914d\u7f6e\u548c\u542f\u52a8\u8bad\u7ec3": [], "\u4e8c\u8005\u6240\u7528\u7684gpu\u6570\u91cf\u76f8\u52a0\u8981\u7b49\u4e8e\u603b\u7684": [], "\u4ece\u7b2c": [], "\u4ece\u8bad\u7ec3\u542f\u52a8\u5f00\u59cb\u4e00\u5171\u8017\u8d39\u4e86": [], "\u4ee5\u4e0b\u662f\u7ecf\u8fc7\u6d4b\u8bd5\u7684\u8f6f\u4ef6\u7248\u672c": [], "\u4ee5\u4fbf\u8bad\u7ec3\u65f6\u8bbf\u95ee": [], "\u4ee5\u6700\u540e\u4e00\u6761\u4fe1\u606f\u7684\u5185\u5bb9\u8bf4\u660e\u5404\u4e2a\u5b57\u6bb5\u7684\u542b\u4e49": [], "\u4ee5\u6700\u540e\u4e00\u6761\u8bf4\u660e\u5176\u4e2d\u51e0\u4e2a\u91cd\u70b9\u5b57\u6bb5\u7684\u542b\u4e49": [], "\u4f1a\u4e0d\u4fdd\u5b58\u6a21\u578b": [], "\u4f1a\u5c1d\u8bd5\u627e\u5230\u4e4b\u524d\u751f\u6210\u7684": [], "\u4f46\u51cf\u5c0f\u540e\u4f1a\u964d\u4f4e\u6837\u672c\u6548\u7387": [], "\u4f46\u591a\u8282\u70b9\u8bad\u7ec3\u5fc5\u987b\u8981\u63d0\u4f9b\u5171\u4eab\u5b58\u50a8": [], "\u4f46\u662foom\u95ee\u9898\u4ecd\u7136\u4f1a\u968f\u7740\u8bad\u7ec3\u8fdb\u884c": [], "\u4f60\u4e5f\u53ef\u4ee5\u5728\u5b89\u88c5": [], "\u4f7f\u7528\u4e24\u90e8\u5206\u4e0d\u540c\u7684": [], "\u4f8b\u5982": [], "\u4fdd\u5b58\u4e34\u65f6\u53c2\u6570\u7528\u4e8e\u91cd\u542f\u7684\u9891\u7387": [], "\u4fdd\u5b58\u6301\u4e45\u5316\u5b58\u50a8\u6a21\u578b\u53c2\u6570\u7684\u9891\u7387": [], "\u5168\u90e8\u542f\u52a8\u5b8c\u6210\u540e": [], "\u5171\u4eab\u5b58\u50a8": [], "\u5173\u4e8e\u786c\u4ef6\u8981\u6c42\u7684\u8bf4\u660e": [], "\u5173\u952e\u5b57": [], "\u5176\u4e2d\u91cd\u8981\u7684\u53c2\u6570\u7684\u8bf4\u660e\u5982\u4e0b": [], "\u5177\u4f53\u8bf7\u53c2\u8003": [], "\u5185\u5b58": [], "\u51cf\u5c0f\u8bad\u7ec3batch": [], "\u51fa\u73b0\u4e86": [], "\u5206\u522b\u914d\u7f6e": [], "\u5206\u914d\u548c": [], "\u5217\u8868": [], "\u5219\u751f\u6210\u4e00\u4e2a\u65b0\u7684": [], "\u5229\u7528areal\u63d0\u5347\u5927\u8bed\u8a00\u6a21\u578b\u63a8\u7406\u80fd\u529b": [], "\u524d\u7f6e\u8981\u6c42": [], "\u5305\u62ecprompt": [], "\u5355\u6b65\u8bad\u7ec3\u65f6\u95f4": [], "\u5355\u8282\u70b9\u8bad\u7ec3\u65f6\u53ef\u4ee5\u4f7f\u7528\u672c\u5730\u5b58\u50a8": [], "\u5361\u7684\u96c6\u7fa4": [], "\u5373": [], "\u5373\u63d0\u793a\u8bcd\u548c\u7b54\u6848\u76f8\u52a0": [], "\u5373\u6bcf\u6b21\u8bad\u7ec3\u9700\u8981\u91c7\u6837\u7684": [], "\u5373\u8fed\u4ee3\u6574\u4e2a\u6570\u636e\u96c6\u7684\u6b21\u6570": [], "\u53c2\u6570\u540d\u4e3a": [], "\u53c2\u6570\u5f88\u5927\u7a0b\u5ea6\u5f71\u54cd\u8bc4\u4f30\u6027\u80fd": [], "\u53c2\u6570\u8bf4\u660e": [], "\u53c2\u6570\u91cc\u7684": [], "\u53c2\u8003": [], "\u53c2\u8003\u672c\u6559\u7a0b\u8fdb\u884c\u8bad\u7ec3\u65f6\u4e0d\u8981\u6539\u6210\u5176\u4ed6\u503c": [], "\u53ef\u4ee5\u51cf\u5c0f": [], "\u53ef\u4ee5\u51cf\u5c0f\u4ee5\u907f\u514doom\u9519\u8bef": [], "\u53ef\u4ee5\u53c2\u8003\u5982\u4e0b\u8f6f\u4ef6\u7248\u672c\u8fdb\u884c\u914d\u7f6e": [], "\u53ef\u4ee5\u5c1d\u8bd5\u51cf\u5c11\u6570\u636e\u5e76\u884c\u7684\u5927\u5c0f": [], "\u53ef\u4ee5\u6307\u5b9a\u8bc4\u6d4b\u67d0\u4e2a\u6570\u636e": [], "\u53ef\u4ee5\u662f": [], "\u53ef\u4ee5\u770b\u5230": [], "\u53ef\u4ee5\u9009\u62e9\u540c\u7ea7\u522b\u5176\u4ed6": [], "\u53ef\u4ee5\u901a\u8fc7pkill\u89e3\u51b3": [], "\u53ef\u4ee5\u901a\u8fc7\u641c\u7d22": [], "\u53ef\u4ee5\u901a\u8fc7\u91cd\u542frai": [], "\u53ef\u9009": [], "\u53ef\u9009\u503c\u4e3a": [], "\u540c\u6837\u662f\u663e\u5b58\u4e0d\u8db3\u7684\u4e00\u79cd\u8868\u73b0": [], "\u540e\u5229\u7528": [], "\u540e\u7eed\u4e0b\u8f7d\u7684\u5185\u5bb9\u90fd\u5c06\u653e\u5728\u8fd9\u4e2a\u76ee\u5f55\u4e0b": [], "\u5426\u5219\u65e0\u6cd5\u8fdb\u884c\u8bad\u7ec3": [], "\u5426\u5219\u8bc4\u4f30\u7ed3\u679c\u4f1a\u4f4e\u4e8e\u5148\u524d\u5de5\u4f5c\u6c47\u62a5\u7684\u7ed3\u679c": [], "\u542f\u52a8\u4e00\u4e2a\u65b0\u7684\u5bb9\u5668\u7528\u4e8e\u8fd0\u884c\u8bc4\u4f30\u811a\u672c": [], "\u542f\u52a8\u540e": [], "\u548c": [], "\u56e0\u6b64\u6211\u4eec\u4f1a\u5728\u6267\u884c": [], "\u5728": [], "\u57281\u53f08": [], "\u5728docker\u5bb9\u5668\u5185\u90e8\u8fd0\u884c\u4ee5\u4e0b\u811a\u672c\u8fdb\u884c\u8bc4\u4f30": [], "\u5728gpu\u663e\u5b58\u4e0d\u591f\u65f6kv": [], "\u5728greedy\u6216\u968f\u673a\u91c7\u6837\u7b56\u7565\u4e0b\u751f\u6210\u7684\u5e73\u5747\u7b54\u6848\u957f\u5ea6": [], "\u5728greedy\u91c7\u6837\u4e0b\u7684\u5e73\u5747\u51c6\u786e\u7387": [], "\u5728\u5185\u5b58\u788e\u7247\u589e\u52a0\u548c\u751f\u6210\u5e8f\u5217\u957f\u5ea6\u8d8a\u6765\u8d8a\u957f\u65f6\u5076\u5c14\u53d1\u751f": [], "\u5728\u5206\u5e03\u5f0f\u573a\u666f\u4e0b": [], "\u5728\u5355\u673a\u573a\u666f\u4e0b": [], "\u5728\u5b8c\u6574\u7684\u591a\u9636\u6bb5\u8bad\u7ec3\u4e2d": [], "\u5728\u6240\u6709": [], "\u5728\u6267\u884c\u8fd9\u4e00\u6b65\u4e4b\u524d": [], "\u5728\u6bcf\u4e2a\u8282\u70b9\u4e0a\u62c9\u53d6": [], "\u5728\u7b2c\u4e00\u4e2a\u8282\u70b9\u4e0a\u6267\u884c\u5982\u4e0b\u547d\u4ee4\u542f\u52a8": [], "\u5728\u7b2c\u4e00\u4e2a\u8282\u70b9\u4e0a\u901a\u8fc7": [], "\u5728\u7ec8\u7aef\u53ef\u4ee5\u770b\u5230\u542f\u52a8\u65e5\u5fd7": [], "\u5728\u8fdb\u5165\u5230actor_gen\u4e4b\u524d": [], "\u5728\u8fdb\u884c\u5206\u5e03\u5f0f\u8bad\u7ec3\u4e4b\u524d": [], "\u5728\u9664\u4e86\u7b2c\u4e00\u4e2a\u8282\u70b9\u4ee5\u5916\u7684\u6bcf\u4e2a\u8282\u70b9\u4e0a\u6267\u884c\u5982\u4e0b\u547d\u4ee4\u542f\u52a8": [], "\u5728\u968f\u673a\u91c7\u6837\u4e0b\u5e73\u5747\u6bcfk\u4e2a\u7b54\u6848\u4ea7\u751f\u6b63\u786e\u7b54\u6848\u7684\u6982\u7387": [], "\u578b\u53f7": [], "\u589e\u52a0\u5f20\u91cf\u6216\u6d41\u6c34\u7ebf\u5e76\u884c\u7684\u5927\u5c0f": [], "\u591a\u4e2a\u6570\u636e\u96c6\u7528\u9017\u53f7\u9694\u5f00": [], "\u5982\u679c\u4ee5\u4e0b\u5185\u5bb9\u6ca1\u6709\u89e3\u7b54\u4f60\u7684\u95ee\u9898": [], "\u5982\u679c\u53d1\u751f\u5728ref_inf\u6216actor_train\u9636\u6bb5": [], "\u5982\u679c\u53d1\u751f\u5728\u521d\u59cb\u5316\u9636\u6bb5": [], "\u5982\u679c\u53ea\u6709\u4e00\u4e2a\u8282\u70b9": [], "\u5982\u679c\u540c\u6837\u7684\u9519\u8bef\u51fa\u73b0": [], "\u5982\u679c\u56e0\u4e3a\u73af\u5883\u5dee\u5f02": [], "\u5982\u679c\u662f\u591a\u8282\u70b9\u8bad\u7ec3": [], "\u5982\u679c\u81ea\u52a8\u6062\u590d\u5931\u8d25": [], "\u5982\u679c\u8bbe\u6210": [], "\u5982\u679c\u8fd0\u884c\u8fc7\u7a0b\u4e2d\u51fa\u73b0\u9519\u8bef": [], "\u5b58\u50a8": [], "\u5b89\u88c5": [], "\u5b89\u88c5\u6307\u5357": [], "\u5b8c\u6210\u540e\u624d\u751f\u6210": [], "\u5b98\u65b9\u6587\u6863": [], "\u5b9e\u9a8c\u4e2d\u6a21\u578b\u7684": [], "\u5bb9\u5668\u4e5f\u4f1a\u5c06\u8be5\u76ee\u5f55\u6302\u8f7d\u5230\u5bb9\u5668\u7684": [], "\u5bf9kv": [], "\u5c06": [], "\u5c06vllm\u7684attent": [], "\u5c0f\u65f6": [], "\u5de5\u7a0b\u4ee3\u7801": [], "\u5e26\u5bbd": [], "\u5e76\u4e14": [], "\u5e76\u4e14\u4ece\u8fd9\u4e2a": [], "\u5e76\u4e14\u8bad\u7ec3\u914d\u7f6e\u548c\u4e4b\u524d\u76f8\u540c": [], "\u5e76\u4e14\u96c6\u7fa4\u72b6\u6001\u6b63\u5e38": [], "\u5e76\u53c2\u8003": [], "\u5e76\u884c\u7b56\u7565": [], "\u5e93": [], "\u5ef6\u957f\u8bad\u7ec3\u65f6\u95f4": [], "\u5f20": [], "\u5f3a\u5236\u5f00\u542f": [], "\u5f53": [], "\u5f53\u524d\u5728\u8bad\u7ec3\u7b2c": [], "\u5f53\u8bbe\u7f6e\u4e86": [], "\u5f53\u91cd\u542f\u9891\u7e41\u65f6": [], "\u603b\u662f\u4e3a": [], "\u603b\u8bad\u7ec3\u65f6\u95f4": [], "\u6062\u590d\u8bad\u7ec3": [], "\u6211\u4eec\u53d1\u73b0vllm\u7684": [], "\u6211\u4eec\u57fa\u4e8e\u5f00\u6e90\u6a21\u578b\u8fdb\u884c\u8bad\u7ec3": [], "\u6211\u4eec\u63d0\u4f9b\u4e86\u7528\u4e8e\u8bad\u7ec3\u7684\u6570\u636e\u96c6": [], "\u6211\u4eec\u63d0\u4f9b\u7684\u811a\u672c\u5df2\u7ecf\u5c3d\u6700\u5927\u52aa\u529b\u907f\u514d\u4e86oom\u9519\u8bef\u7684\u53d1\u751f": [], "\u6211\u4eec\u63d0\u4f9b\u7684\u8bc4\u4f30\u811a\u672c\u9ed8\u8ba4\u91c7\u683732\u6b21\u53d6\u5e73\u5747\u503c": [], "\u6216\u5176\u4ed6\u6ee1\u8db3\u4e0b\u65b9\u8f6f\u4ef6\u8fd0\u884c\u7684\u7cfb\u7edf": [], "\u6216\u8005\u66f4\u591a": [], "\u6240\u4ee5\u65e0\u6cd5\u4f30\u8ba1\u8bad\u7ec3\u5230\u6536\u655b\u9700\u8981\u7684\u6b65\u6570\u548c\u65f6\u95f4": [], "\u6240\u5728\u8282\u70b9": [], "\u6309\u7167\u4ee5\u4e0a\u7684\u6559\u7a0b": [], "\u63a8\u8350\u7684\u7b56\u7565\u6709\u4ee5\u4e0b\u5f62\u5f0f": [], "\u641c\u7d22\u65e5\u5fd7\u4e2d\u7684": [], "\u642d\u5efa": [], "\u6539\u53d8\u6a21\u578b\u7684\u5e76\u884c\u7b56\u7565": [], "\u6539\u53d8\u76f8\u5e94\u8ba1\u7b97\u4efb\u52a1\u7684microbatch\u5927\u5c0f": [], "\u6570\u636e\u96c6\u4e3a": [], "\u6570\u636e\u96c6\u7684\u9898\u76ee\u6570\u91cf\u548c\u6a21\u578b\u5927\u5c0f\u7b49\u7b49": [], "\u6570\u91cf": [], "\u6570\u91cf\u548c": [], "\u6587\u4ef6\u5939\u4e2d": [], "\u6587\u4ef6\u7684\u8def\u5f84": [], "\u6587\u4ef6\u91cc": [], "\u65e0\u6cd5\u8fd0\u884c\u672c\u8282\u4e2d\u7684\u811a\u672c\u6216\u8fd0\u884c\u51fa\u73b0\u9519\u8bef": [], "\u65e5\u5fd7\u6587\u4ef6\u8f93\u51fa\u4e00\u4e2a\u8868\u683c": [], "\u65f6\u5c06": [], "\u65f6\u6211\u4eec\u624d\u80fd\u591f\u590d\u73b0\u5148\u524d\u5de5\u4f5c\u6c47\u62a5\u7684\u6a21\u578b\u8868\u73b0": [], "\u65f6\u95f4\u8d85\u8fc7": [], "\u662f\u5b58\u653e\u8bad\u7ec3\u8f93\u51fa\u7684\u6839\u76ee\u5f55": [], "\u662f\u7b2c\u4e00\u4e2a\u8282\u70b9\u7684": [], "\u663e\u5b58": [], "\u6700\u7ec8\u7ef4\u6301\u4e0d\u53d8": [], "\u6700\u957f\u7684\u7b54\u6848\u751f\u6210\u957f\u5ea6": [], "\u6709": [], "\u6709\u8fd9\u4e9b\u53ef\u80fd\u6027": [], "\u672c\u6559\u7a0b\u4e0d\u8fdb\u884c\u4ecb\u7ecd": [], "\u672c\u6559\u7a0b\u63d0\u4f9b": [], "\u672c\u8282\u63d0\u4f9b\u4e00\u4e2a\u4e00\u952e\u5b89\u88c5\u811a\u672c": [], "\u6761\u65e5\u5fd7\u4fe1\u606f": [], "\u67e5\u770b": [], "\u67e5\u770b\u603b\u7684": [], "\u6838": [], "\u6839\u636e\u4f60\u7684\u8282\u70b9\u6570\u91cf": [], "\u68c0\u67e5\u5f53\u524dgpu\u4e0a\u662f\u5426\u5b58\u5728\u6b8b\u7559\u8fdb\u7a0b": [], "\u6a21\u578b\u53c2\u6570\u7684\u4fdd\u5b58\u8def\u5f84": [], "\u6a21\u578b\u5927\u5c0f": [], "\u6a21\u578b\u7684\u8def\u5f84": [], "\u6b22\u8fce\u5728": [], "\u6b63\u5e38\u8bad\u7ec3\u5e94\u8be5\u662f": [], "\u6bcf\u4e2a": [], "\u6bcf\u4e2a\u8282\u70b9\u7684": [], "\u6bcf\u6761prompt\u751f\u6210\u7684\u6700\u5927token\u6570": [], "\u6bcf\u6761prompt\u751f\u6210\u7684\u6700\u5c0ftoken\u6570": [], "\u6bcf\u6b21ppo\u66f4\u65b0\u4e2d\u4f1a\u628a\u6240\u6709\u6570\u636e\u5212\u5206\u6210\u591a\u5c11\u4efd\u4ee5\u6b64\u8fdb\u884closs\u8ba1\u7b97\u548c\u53c2\u6570\u66f4\u65b0": [], "\u6bcf\u8282\u70b9": [], "\u6bd4\u5982": [], "\u6bd4\u5982\u51fa\u73b0": [], "\u7136\u540e\u5728\u7b2c\u4e00\u4e2a\u8282\u70b9": [], "\u7248\u672c": [], "\u7248\u672c\u8bf4\u660e": [], "\u73af\u5883\u914d\u7f6e": [], "\u73af\u5883\u955c\u50cf": [], "\u751f\u6210\u548c\u8bad\u7ec3\u5206\u79bb": [], "\u751f\u6210\u548c\u8bad\u7ec3\u7684\u5e76\u884c\u7b56\u7565": [], "\u751f\u6210\u957f\u5ea6\u4e3a32768": [], "\u7528\u4e8e\u5728\u5b8c\u6210\u73af\u5883\u642d\u5efa\u540e\u76f4\u63a5\u542f\u52a8\u4e00\u4e2a\u8bad\u7ec3\u4efb\u52a1": [], "\u7528\u4e8e\u8fde\u63a5\u8282\u70b9": [], "\u7528\u6237\u540d": [], "\u7528\u6237\u8fd8\u53ef\u4ee5\u5c1d\u8bd5\u4ee5\u4e0b\u9488\u5bf9\u6027\u7684\u89e3\u51b3\u65b9\u5f0f": [], "\u7528\u7a7a\u683c\u5206\u5272": [], "\u7531\u4e8e": [], "\u7531\u4e8e\u4ee5\u4e0a\u539f\u56e0": [], "\u7531\u4e8e\u4f7f\u7528\u4e86\u5171\u4eab\u5b58\u50a8": [], "\u7684": [], "\u7684\u5b89\u88c5\u4ee5\u53ca\u5171\u4eab\u5b58\u50a8\u7684\u6302\u8f7d\u4e0e\u8282\u70b9\u548c\u7cfb\u7edf\u7248\u672c\u6709\u5173": [], "\u7684\u5e73\u5747\u957f\u5ea6": [], "\u7684\u76f8\u5173\u7ec4\u4ef6": [], "\u7684\u8d44\u6e90\u60c5\u51b5": [], "\u7684\u914d\u7f6e": [], "\u76ee\u524d32b\u6a21\u578b\u6ca1\u6709\u8bad\u7ec3\u51fa\u6709\u610f\u4e49\u7684\u7ed3\u679c": [], "\u76ee\u5f55\u4e0a": [], "\u76f4\u63a5\u4e0b\u8f7d": [], "\u76f8\u5173\u7684\u7ec4\u4ef6": [], "\u786e\u8ba4\u662f\u5426\u751f\u6210\u8fc7": [], "\u79c1\u94a5\u6587\u4ef6": [], "\u79d2": [], "\u7aef\u53e3": [], "\u7d27\u5bc6\u76f8\u5173": [], "\u800c\u5185\u5b58\u4e2d\u8bbe\u7f6e\u7684swap": [], "\u81ea\u52a8\u5b8c\u6210\u8282\u70b9\u7684\u73af\u5883\u914d\u7f6e\u5de5\u4f5c": [], "\u8282\u70b9": [], "\u8282\u70b9\u4e5f\u4e00\u6837": [], "\u8282\u70b9\u548c": [], "\u8282\u70b9\u6570": [], "\u8282\u70b9\u6570\u91cf": [], "\u8282\u70b9\u7684\u8fd0\u884c\u65e5\u5fd7\u4e3a\u4f8b": [], "\u867d\u7136\u8fd9\u4e9b\u95ee\u9898\u901a\u5e38\u53ef\u4ee5\u901a\u8fc7\u81ea\u52a8\u91cd\u542f\u89e3\u51b3": [], "\u8868\u793a\u5f53\u524d": [], "\u8868\u793a\u603b\u5171\u9700\u8981\u8bad\u7ec3": [], "\u8868\u793a\u6bcf\u53f0\u673a\u5668\u7684\u5185\u5b58\u4e0d\u591f\u4e86": [], "\u89c4\u5219\u6709": [], "\u89e3\u51b3": [], "\u89e3\u51b3\u65b9\u6848\u5305\u62ec": [], "\u89e3\u51b3\u65b9\u6848\u662f\u589e\u52a0": [], "\u89e3\u51b3\u8fd9\u4e2a\u95ee\u9898\u7684\u5173\u952e\u662f\u5b9a\u4f4d\u9519\u8bef\u53d1\u751f\u7684\u9636\u6bb5": [], "\u8bad\u7ec3\u53c2\u6570": [], "\u8bad\u7ec3\u5b8c\u6210": [], "\u8bad\u7ec3\u5f97\u5230\u7684checkpoint\u4f1a\u4fdd\u5b58\u5728": [], "\u8bad\u7ec3\u7684": [], "\u8bad\u7ec3\u7684\u6279\u91cf\u5927\u5c0f": [], "\u8bad\u7ec3\u7a33\u6b65\u8fdb\u884c\u7684\u8bdd\u8fd9\u4e2a\u503c\u4f1a\u6301\u7eed\u4e0a\u5347": [], "\u8bad\u7ec3\u8017\u8d39\u4e86": [], "\u8bad\u7ec3\u81f3\u6536\u655b\u9700\u8981\u6b65\u6570": [], "\u8bad\u7ec3\u914d\u7f6e\u91cc\u7684": [], "\u8bbe\u7f6e": [], "\u8bc4\u4f30": [], "\u8bc4\u4f30\u4ee3\u7801\u5305\u542b\u5728\u4ed3\u5e93\u7684": [], "\u8bc4\u4f30\u7684\u8fd0\u884c\u65f6\u95f4\u53d6\u51b3\u4e8e\u6700\u957f\u751f\u6210\u957f\u5ea6": [], "\u8bc4\u4f30\u811a\u672c\u8fd0\u884c\u5b8c\u540e\u4f1a\u5728": [], "\u8bc4\u4f30\u811a\u672c\u8fd0\u884c\u65f6\u95f4\u4e3a": [], "\u8bc4\u4f30\u8fc7\u7a0b\u4e2d\u751f\u6210\u7684\u7b54\u6848\u548c\u65e5\u5fd7\u6587\u4ef6\u8def\u5f84": [], "\u8bc4\u4f30\u8fc7\u7a0b\u901a\u5e38\u4f1a\u6d88\u8017\u8f83\u957f\u65f6\u95f4": [], "\u8bc4\u4f30\u9700\u8981\u66f4\u65b0\u90e8\u5206": [], "\u8be5\u6a21\u578b\u53ef\u4ee5\u4ece": [], "\u8be5\u9519\u8bef\u901a\u5e38\u4e0d\u4f1a\u53d1\u751f\u5728actor_gen\u9636\u6bb5": [], "\u8bf4\u660e\u51e0\u4e2a\u89c2\u5bdf\u8bad\u7ec3\u8fdb\u5ea6\u548c\u6548\u679c\u7684\u65b9\u6cd5": [], "\u8bf7\u4e0b\u8f7d\u6570\u636e\u96c6\u5e76\u653e\u7f6e\u5728": [], "\u8bf7\u4e0d\u8981\u5728\u8bad\u7ec3\u5bb9\u5668\u4e2d\u8fdb\u884c": [], "\u8bf7\u5148\u5c06\u5171\u4eab\u5b58\u50a8\u6302\u8f7d\u5230\u6bcf\u4e2a\u8282\u70b9\u7684": [], "\u8bf7\u5148\u62c9\u53d6": [], "\u8bf7\u51cf\u5c11": [], "\u8bf7\u53c2\u7167\u4e0b\u8868\u786e\u8ba4\u4f60\u7684\u786c\u4ef6\u662f\u5426\u6ee1\u8db3\u8981\u6c42": [], "\u8bf7\u53c2\u8003troubleshooting\u89e3\u51b3": [], "\u8bf7\u786e\u4fdd\u5df2\u7ecf\u542f\u52a8\u4e86": [], "\u8bf7\u786e\u4fdd\u5df2\u7ecf\u5b89\u88c5\u4e86": [], "\u8bf7\u81ea\u884c\u5b8c\u6210\u5b89\u88c5": [], "\u8bf7\u9009\u62e9\u4efb\u610f\u4e00\u4e2a\u8282\u70b9\u6267\u884c\u5982\u4e0b\u64cd\u4f5c": [], "\u8def\u5f84\u4e0b": [], "\u8f93\u51fa\u5982\u4e0b": [], "\u8fd9\u4e00\u6b65\u4e2d\u91c7\u6837\u7684\u6240\u6709\u5e8f\u5217": [], "\u8fd9\u4e00\u6b65\u4e2d\u91c7\u6837\u7684\u6240\u6709\u7b54\u6848\u56e0\u4e3a\u8d85\u51fa\u6700\u5927\u751f\u6210\u957f\u5ea6\u88ab\u622a\u65ad\u7684\u6bd4\u7387": [], "\u8fd9\u4e00\u6b65\u5c31\u4e0d\u7528\u6267\u884c\u4e86": [], "\u8fd9\u4e2astep\u4e2d\u91c7\u6837\u7684\u6240\u6709\u7b54\u6848\u7684\u5e73\u5747\u5956\u52b1\u503c": [], "\u8fd9\u4e2a\u503c\u4e0a\u5347\u4e5f\u4ee3\u8868\u4e86\u7b54\u6848\u7684\u5e73\u5747\u957f\u5ea6\u5728\u4e0a\u5347": [], "\u8fd9\u4e2a\u503c\u4f1a\u5148\u4e0b\u964d\u518d\u4e0a\u5347": [], "\u8fd9\u4e2a\u503c\u6700\u5c0f\u53ef\u4ee5\u8bbe\u4e3a\u751f\u6210\u5e8f\u5217\u7684\u6700\u957f\u957f\u5ea6": [], "\u8fd9\u4e2a\u53c2\u6570\u4ee3\u8868\u6bcf\u6b21\u6a21\u578bforward": [], "\u8fd9\u4e2a\u53c2\u6570\u5728": [], "\u8fd9\u4e2a\u955c\u50cf\u4e2d\u5305\u542b\u8fd0\u884c\u4f9d\u8d56\u548c": [], "\u8fd9\u4e2a\u955c\u50cf\u4e2d\u5df2\u7ecf\u5305\u542b\u4e86": [], "\u8fd9\u4e2a\u95ee\u9898\u53ef\u80fd\u4f1a\u53d1\u751f\u5728vllm\u521d\u59cb\u5316cpu": [], "\u8fd9\u4e2a\u95ee\u9898\u548c": [], "\u8fd9\u4e9b\u6570\u636e\u4f1a\u7d2f\u79ef\u68af\u5ea6\u8fdb\u884c\u4e00\u6b21\u53c2\u6570\u66f4\u65b0": [], "\u8fd9\u662f\u4e00\u4e2a": [], "\u8fd9\u91cc\u4ee5": [], "\u8fd9\u91cc\u4f5c\u4e3a\u4f8b\u5b50\u603b\u5171\u53ea\u8bad\u7ec3": [], "\u8fd9\u91cc\u7684\u8f93\u51fa\u4f1a\u6709\u6240\u4e0d\u540c": [], "\u8fdb\u5165\u5bb9\u5668": [], "\u8fdb\u884c\u4e0b\u8f7d": [], "\u9009\u62e9\u5339\u914d\u786c\u4ef6\u73af\u5883\u7684\u4e00\u4e2a\u914d\u7f6e\u8fd0\u884c\u5373\u53ef": [], "\u901a\u4fe1": [], "\u901a\u5e38\u4f1a\u5728vllm\u751f\u6210\u9636\u6bb5\u51fa\u73b0": [], "\u901a\u5e38\u5c0f\u4e8e0": [], "\u901a\u5e38\u63a5\u8fd11": [], "\u91c7\u6837\u6e29\u5ea6\u503c\u4e3a0": [], "\u91cc\u7684\u5e8f\u53f7": [], "\u955c\u50cf": [], "\u95ee\u9898\u7684\u539f\u56e0\u662f\u5e8f\u5217\u957f": [], "\u96c6\u7fa4\u4e2d\u542f\u52a8\u4e00\u4e2a\u8bad\u7ec3\u4efb\u52a1": [], "\u96c6\u7fa4\u7684\u72b6\u6001": [], "\u9700\u8981": [], "\u9700\u8981\u91c7\u6837\u7684\u7b54\u6848\u6570\u91cf": [], "\u9879\u76ee\u4ee3\u7801\u514b\u9686\u5230": [], "\u9884\u8ba1\u5b8c\u6210\u8bad\u7ec3\u8fd8\u9700\u8981": [], "\u9ed8\u8ba4\u4e3a": [], "\u9ed8\u8ba4\u4e3a0": [], "\u9ed8\u8ba4\u503c": [], "\u9ed8\u8ba4\u7684": [], "\u9ed8\u8ba4\u8bad\u7ec3\u811a\u672c\u4e2d\u4e3a16k": []}, "titles": ["Contribution Guide", "Algorithm, Interface & Backends", "Allocation & Parallelism", "Launching Procedure", "Master Worker", "Model Worker", "Evaluation", "Installation", "Overview", "Training", "Troubleshooting"], "titleterms": {"": 8, "2": [], "A": [], "One": [], "The": [], "abort": [], "access": [], "actor_inf": 10, "actor_train": 10, "ad": 0, "add": [], "addit": [], "algorithm": 1, "alloc": 2, "an": 9, "areal": 8, "automat": 10, "backend": 1, "block": [], "book": [], "buffer": 4, "capabl": [], "caus": 10, "cell": [], "checkpoint": 10, "citat": [], "click": [], "cluster": 9, "code": [0, 7], "command": [6, 9], "commandlin": [], "commun": [2, 5], "complet": [], "configur": 6, "content": [], "contribut": [0, 8], "control": 9, "cpu": [], "creat": [], "creation": 10, "cuda": 10, "cudaoutofmemoryerror": 10, "custom": 1, "data": 5, "dataset": [5, 7], "depend": 6, "detail": 6, "develop": [0, 8], "direct": [], "distribut": 5, "document": [0, 8], "due": [], "dure": 10, "encount": [], "environ": [0, 6, 7], "error": 10, "evalu": 6, "exampl": [], "execut": 4, "exist": 1, "expect": 6, "experi": 9, "explan": 6, "failur": 10, "file": [], "first": [], "format": 0, "gener": 10, "gpu": 2, "group": 2, "guid": 0, "guidelin": 0, "handl": 5, "hardwar": 7, "head": 9, "here": [], "hook": 5, "i": [], "illeg": [], "implement": 1, "import": 9, "improv": [], "infer": 2, "initi": 10, "instal": [6, 7], "interact": 5, "interfac": 1, "issu": [0, 10], "jupyt": [], "kei": 9, "lack": [], "launch": [3, 9], "learn": [], "line": [6, 9], "llm": [], "manag": 5, "manual": 8, "markdown": [], "master": [4, 5], "memori": 10, "metadata": [], "metric": 6, "mfc": [4, 5], "model": [5, 7], "monitor": 9, "more": [], "my": [], "myst": [], "name": [], "nccl": 2, "new": 0, "node": 9, "note": [], "notebook": [], "option": 9, "order": 4, "out": 10, "outofmemori": [], "output": 5, "overview": [1, 4, 8], "parallel": 2, "paramet": [2, 6, 9], "part": [], "partit": 2, "pattern": 5, "perform": [], "prerequisit": 7, "procedur": 3, "process": [5, 9], "progress": [], "protocol": 5, "pull": 0, "qualiti": 0, "quickli": [], "rai": 9, "rank": 2, "real": [], "reason": [], "recov": [], "recoveri": 10, "register": 1, "repli": 5, "request": [0, 5], "requir": 7, "result": 6, "rl": [], "rl\u8bad\u7ec3": [], "role": [], "run": [0, 6], "runtim": [6, 7], "runtimeerror": [], "sampl": 6, "section": [], "seri": [], "set": 0, "setup": [6, 7], "sglang": 10, "softwar": 7, "space": [], "start": 9, "statist": 9, "statu": 9, "storag": 5, "strategi": 2, "swap": [], "templat": 0, "test": 0, "titl": [], "torch": [2, 10], "train": [2, 9], "transfer": 5, "troubleshoot": 10, "tutori": 8, "type": 5, "up": 0, "verifi": [9, 10], "wa": [], "welcom": 8, "what": [], "worker": [4, 5, 9], "write": [], "yaml": [], "your": 0, "\u4e00\u7cfb\u5217outofmemory\u9519\u8bef": [], "\u4e00\u952e\u642d\u5efa\u73af\u5883\u5e76\u542f\u52a8\u8bad\u7ec3": [], "\u4e2d\u6587": [], "\u4e2d\u6587\u6559\u7a0b": [], "\u4ee3\u7801": [], "\u5173\u952e\u53c2\u6570": [], "\u5229\u7528areal\u63d0\u5347\u5927\u8bed\u8a00\u6a21\u578b\u63a8\u7406\u80fd\u529b": [], "\u524d\u7f6e\u8981\u6c42": [], "\u542f\u52a8": [], "\u6570\u636e\u96c6": [], "\u67e5\u770b\u8bad\u7ec3\u7684\u6548\u679c": [], "\u67e5\u770b\u8bad\u7ec3\u8fdb\u5ea6": [], "\u6a21\u578b": [], "\u73af\u5883\u914d\u7f6e": [], "\u786c\u4ef6\u8981\u6c42": [], "\u81ea\u52a8\u6062\u590d": [], "\u8bc4\u4f30": [], "\u8bc4\u4f30\u6d41\u7a0b": [], "\u8bc4\u4f30\u7ed3\u679c": [], "\u8f6f\u4ef6\u8981\u6c42": [], "\u8fc7\u7a0b\u89c2\u6d4b": [], "\u8fd0\u884c\u65f6\u95f4": [], "\u96c6\u7fa4": [], "\u989d\u5916\u8bf4\u660e": []}})