From 42cf1e0a9f5648944671cf8bbdd1a5fe4620d2c7 Mon Sep 17 00:00:00 2001
From: "Tianyi (Alex) Qiu" <aq.alexqiu@gmail.com>
Date: Thu, 25 Jul 2024 02:01:43 -0700
Subject: [PATCH] docs: minor fixes

---
 doc_generation/build/doctrees/index.doctree   | Bin 8517 -> 7186 bytes
 doc_generation/build/doctrees/running.doctree | Bin 18366 -> 19277 bytes
 doc_generation/build/doctrees/usage.doctree   | Bin 74571 -> 74435 bytes
 doc_generation/source/index.rst               |  24 +++++---------
 doc_generation/source/running.rst             |   6 ++--
 doc_generation/source/usage.rst               |   2 +-
 docs/_sources/index.rst.txt                   |  24 +++++---------
 docs/_sources/running.rst.txt                 |   6 ++--
 docs/_sources/usage.rst.txt                   |   2 +-
 docs/genindex.html                            |   4 +--
 docs/index.html                               |  30 ++++++------------
 docs/objects.inv                              | Bin 1153 -> 1149 bytes
 docs/running.html                             |  10 +++---
 docs/search.html                              |   4 +--
 docs/searchindex.js                           |   2 +-
 docs/usage.html                               |  10 +++---
 16 files changed, 48 insertions(+), 76 deletions(-)

diff --git a/doc_generation/build/doctrees/index.doctree b/doc_generation/build/doctrees/index.doctree
index 826f5808e35d70916f477edae9c5facc8c40d1a9..9ce1a87a0f6612e49b4093c74b885f052593e303 100644
GIT binary patch
delta 727
zcmX@=G|7Usfpsdo%tls!W=5CEE10c>6&!Oi)AMpu^Gc><u*Xix5bObqZ+^in#lkpY
z@<PsVMuo}I9Gie7A7|9$EKW15qWY7~xq}&5Ca>eUZ<wE_P?=v^q>x-%T#}!wP*9Yg
zUX)r~tdIz^NueaMIJ;O6YGDLemm)!3lMnK`GV*O^=Uc+aC^&fye<G0N6KG=;nLJfs
zf~H>&M|x^rW?o8a#gw)wsXaWIdC57YDXD3hIjO}{Vy9?i9M3qJaXRDdWII6#M!(5P
zg1)?^8LAn(GSo9PGBmwKC!ZGdbk5+`Y@AXHRLt5VsHI?4l$vIh05diL7C=~JTBm@t
zWr$@wES_8_Asv^YoS_0ToeL<mBttEO8ET7cX%aRoa`RKbF2}S2Ap^JKJ=lsUTvo`T
zSiukTMR96kQE~>{0t|7u@qfX_OX4zKezK5|2fs*ZQfh`cD4--`r}Q{Z&J?l~fyM5W
z#0+U*LXrhaxJ=$7WHtGZkTzrL<cGYHn<q$GGch`EJ|q2@*(FPYk%1vg6hsJs2wosj
q+QXTbn44NsSpbYPpy^;WonZOS(hNzE2uMSQ4p?=@lFgswgBbx8H}&fP

delta 1639
zcmbW1O=uHA6vy4B%|~NR(}vc>svET*YGV<^kCbBlMn!uNsfeZBBx7IJ>~78OQmcr1
zs8F1PbVd*lp1cSmXl`CSdGh2*4~k&Hi%={Go&?|QW|P#WhkD3n^M5n{_vV*3Z~oxB
zqfK|49;K77nnrxm8FtZ^j;D@HD@7t7DdZ=0jp!DKz!--pb)tSZTKeouG)nXAcVJX%
zW+TDZ_<Y)Yxgpieu7vil78qc?;R{kHyA}R=Jg>_ZDQc!{T$QJa#$=J0W=e4~D_-V)
z+0f+~!!F8M+q4W#wiNT4xu;yvCC6yr{}{0cEhnUC=|jsiDI9|ixMpYYfN>^mNU$f7
zAt}Z_Mebvv<E;<bpVs&eLW7!eBS)qz;Ab0XAgfGSc|+$kbj;8#WMrl}+Z#RCMVpJt
zv=@aBHgv-q=!HJmd3Gav5IxNX+fPP1?F@m=+q@6rW1OC158DqV#KBXQgL4HoA@j``
zKEuAWr~NJ&)*0K)zD2syZKw5IK1)nl(Q^nTQy`}IFVzdp@_SsQ>wsVEWnkBx0eoA6
z9`Kb*+m6Q%(Qw8t6o@rm$eR{te5bpo3H;*!@52Ql5gE^0M5_tYNV-U_rY9zep4W5a
z#)MnQu(w?eOY7D-9b|dZfvR@X)2dRG20brcDO_zw7py(e-v_hQXIeQ<1Ncl~ZcYR!
z*ovRz7#GNAphImH8-8x+-UjnDgsXCfrsQ?5ZbqF3P_SmE2&X=LW9i7IBs{LkD@@EX
zoNhF0am~8e`^fsB5JF|)4z5%K_ye^@@l}C(-p;5&RJ;RvoHQd>pVN@oE^b<dlUk9g
zm?{!tLaUhLRm157x~z%QQL&*8rxDaw<K&&ef$eeXK?H|gGnbPP2Ft=4IJLO_WD=#A
zg%#aopy5B1DpHkFMT%0tW7G;YjHX3VYw0D+J;jP%x`%olMq9C$+_bQaP%i?x?pnEo
zgrJp$#Oj^IhGSb4_i}P7?Gm1918%D}sC%22jg>a+3^5{7I3iNz5mB8gUbJR_uw-nD
zw7oPO8*Pw2mL7L3_>RFM{DAMUpuWIt>T`V9G^8sU5qHOQM#|zGe4lgTb2h}qkof`q
QumI1T<*-zGo46qT1q3@Lp#T5?

diff --git a/doc_generation/build/doctrees/running.doctree b/doc_generation/build/doctrees/running.doctree
index 139a45ee8d74e4597e8b35d9eb049843ea16db1b..cfd3cd2b9878d0b4f7b34f23bcd6c1f13b60fb24 100644
GIT binary patch
delta 1618
zcmb_cO>Y}j6!m+yA*mCDXdzH1@r#_$I2qev;*T1Ipg@R=LR}(SRH0b$Wc=(mW<2A1
z#s~{Rs6-2>7Bsy>1yUA?#0ta$O*SA(l~pA^B}9d?>n{MQ3l<1PyqVOEtFmd8&3xQ*
z&pq#+duP7?82x-1`QP<_^4$E_{;vi?rxVEI8O!M=B_@+h($pKIs1r>$iAHG=wgx8-
z)l@~6c!J)jlaitp6|HOl8Jt;B4D%&bs!F7)7pY1NdZs}&nF>VGibOGp^oFFU(z42_
z+88MuYn02JTasi-rkH8gjHlyqwik@adR*33mCB}~YexL#`BTvuRViy#s+sXxT`$+E
zVU(NIXeyOTPbT|Ia%qw#Xh{;&DN#&ONt!M!#Vqz<-Wr9ogMIz2pYF4@6Zh1btH>T}
z{cwLi3il!g)zI7u*FwZPXPvd)wnka7vWPt%*3Z0bAjbxCjb-*?WEb+cO8ahmNlyHa
z?QIVN9aHW&p^0I&XJX|Jl)ctEwGV4>_ZC<UHqMUS@`byRZ@aP5I=wHOcemv9ZvP=?
z9z%Jn73kP&OJd=?#YXa0?;UZd^&T31kB`nd?jn1A9_<~O4>;Cg-y(*cbON?RQ)mq?
z29q#P2D*nyt!Xk{BXEX1F?{=NxuK}VrJ`g?1~p@~=B+Zk_7@->K53(&MK9XoRibcV
zxCdQ<Plvxmf57Yr#oK&Jef@B4B#UnF1OZO;b)jv@31L`&yvskyYg`9?APf@`ANmc}
zp1h9!h5C_;cxRVLM&HMNFRTW~UFMF%ycFp{|Ll?MWTb#_m?v=|drZOOxAPB#z1)js
zzT8|c5{7ri11JnznWR6-g+s6qZ42jw5Cnw7=vSw%f0d(GxKtc{>*{O>$B_(w2?C~W
z?e0p}`96XbiI*tjH=SU@{xf>ii_XKkcoN=v>O8*eMj<US^trt*_F}xrBm9g%CYJDb
zZXLI$O(-OTZS1q;Gx(QItS5D(jV+{(;~SmW@2Q10_Ix^wZ+2p9=>pnxS_SdwH~4_h
zRqoDY@FV<j*G(td%w(M#Uj_T`jOoK;KG+anv9C@)>J8L=9#88bTCeMM*qAwJ-<-MT
zeIUz&m07s@LTuz&=W)upe8k<TTyXZT)vZZYYBp=saQ-BfEOgD0gHGm$Zq^44Hsr)-
UAvqU)*d>c?a^;-O=3Yhr0p-;qJ^%m!

delta 908
zcmb7CPfXKL7~j`!EJQFNMnJIm$c$`rjHw&hpc*&`nPdiH;=x2m*{bb?c5bb@7!1TH
zF@Y$2gG4>3CsfoZy*LkgGbF}?F@&2@G4Wtx<fI1^eeD={kb{@@z2Cp@_g?#E23}kP
z$B1Lv=zi*W#Bt*b-ovUUCq$x2f<|(xPLit9q!CFtE8<%&(Ab>Fh=L{(RnL%<vXYdQ
zQ&}P_R4<aWkQOt@lTM-!2@2`WsONJerY6Nfk`>SBqLL8(-n`^Ip2wAj8c*s3W3!n%
zsd{|jA7ej_-1y(YbsG=H`=kpsZWqQ}Jm`40(SvtF75LJ{b)|Efq$<SUGN8+Y$#_!G
zgsiCf(>bdvZMSV>#pV2HemF1Hr!JvT7jl*rl}3DLmW7+vl#b2zDR%|TV5NHwo?yW(
zGV=^h)@(=K(+ven)4ydC%%jk<!|dePN8=u&%DEi3=xPqDyo<1iU%c0urJ`|q_ZYli
zGcK(egH--*-Do`U^#k*(=yCgHu;XN)8GCD-Cb-~lrLU=$F#KG%(5ML9v-XoTY{rVF
zC#bw2agtAJ=m}92O&+TQG2k&7@WBBZ8)Vv8Omkjb3GmQI0UzG3EjJQ-!YmVK@nh!^
z{2sglYKg&zA&D8b2t#fy08HRYn8S{69HvVxxe3;0(+B7WaQetOS(8Y<c-?MV!qgvw
z*^-v}M<Y$EDX$_ida<i#rC7ABZ<Tr0=7QIMF;(sTl=<xs;cR;WmaPsK`3QV1X_#de
zzwzCaq9Wt;e$5W7@u5>@p~pCM@H1OR>^579!(h~3Uu!P6(uY1?t_VY-mP?CS`ggcf
d1jnMJ(&Vq|Qlp7*_&nNNW{OjLjUUmY@CQdmJ}dwL

diff --git a/doc_generation/build/doctrees/usage.doctree b/doc_generation/build/doctrees/usage.doctree
index 3b9c03d76895ea0d6338c0abd8d7ed67f0a5cf35..33b1a470c7c2f25db4af7ac6488318de40c670a9 100644
GIT binary patch
delta 253
zcmX?ojOFlAmWC;eJWT7Aw(>E47FBWx&dklsNi52#)KMrcPE{z$NL5HF&CRV;NUccB
z&CE+povtXxsG^!7)<c|9g~<ofxu(mBGYU+uH<Oy)z{SWu`2siV_7HJKZbrrh+Y=-h
zb(t9-Z10n1e9Wx6Rg8flYZH(t?%~W!%uOw+EJ!V$QadFJB+*%%p$KGd+CEL5v7V99
zZF-^-qal;C_~Zl0a?{fl8BG`+r_WJjlwoobpFDBC^z^HWjNOb$5LNLIRhyI;&48+2
IDlsMj0AC4G)c^nh

delta 330
zcmX?nl;!j>mWC;eJWS@wTlpA2iz?U!XXa++Bo^gV>L`>Jrz&Wrl;-AE#-~;!=4R%l
zrfN;k5o1)C{Jw}ofFDie^lmXm>B-iOeDVV5nx<s1$4<!*>)`_%Hr<euQG{uh*yKVp
zjmaN0Sp?^CGB9LFXH61gU?@!jDw79UVl_FlRBihiF-C4i)=fZ};>m{o($hEaGjeTb
zlwf3GX8g3BO`7pBv+8l6WY!UoiXP6q#N5=9%7WD5DYa9wKoXtB8HzyWk?nl)jP;C6
z5#k_Ar#EmhvN20%g-$=9z!)qSEDpB*9XpVc$zaZq%`ycs<-A!-ld?jl8!9p`XDUI_
VSP0UnG2K{+QI|1zdZH3z5&+N<WI_M{

diff --git a/doc_generation/source/index.rst b/doc_generation/source/index.rst
index c531619..095051b 100644
--- a/doc_generation/source/index.rst
+++ b/doc_generation/source/index.rst
@@ -3,19 +3,16 @@
    You can adapt this file completely to your liking, but it should at least
    contain the root `toctree` directive.
 
-ProgressGym: Dataset & Experimental Framework for Progress-Aware Alignment
+ProgressGym: Dataset & Experimental Framework for Progress Alignment
 ==========================================================================
 
 Frontier AI systems, including large language models (LLMs), hold increasing influence over the epistemology of human users. Such influence can reinforce prevailing societal values, potentially contributing to the lock-in of misguided moral beliefs and, consequently, the perpetuation of problematic moral practices on a broad scale. We introduce progress alignment as a technical solution to mitigate this imminent risk.
 
-To empower research in progress alignment, we introduce ProgressGym, an experimental 
-framework that codifies real-world progress alignment challenges into concrete benchmarks.
-Specifically, we introduce three core challenges: tracking evolving values (PG-Follow),
-preemptively anticipating moral progress (PG-Predict), and regulating the feedback loop be-
-tween human and AI value shifts (PG-Coevolve).
+To empower research in progress alignment, we introduce ProgressGym, an experimental framework that codifies real-world progress alignment challenges into concrete benchmarks.
+Specifically, we introduce three core challenges: tracking evolving values (PG-Follow), preemptively anticipating moral progress (PG-Predict), and regulating the feedback loop between human and AI value shifts (PG-Coevolve).
 
 Aside from example alignment algorithms (Lifelong RLHF, Lifelong DPO, Extrapolative RLHF, Extrapolative DPO),
-we provide APIs for user-implemented examinees as well as judges, so that you can evaluate your own algorithm in terms of progress-aware alignment, on your custom tasks.
+we provide APIs for user-implemented examinees as well as judges, so that you can evaluate your own algorithm on your custom progress alignment tasks.
 
 Check out the :doc:`usage` section for basic usage.
 
@@ -23,17 +20,12 @@ Contents
 --------
 .. toctree::
    :maxdepth: 2
-   :caption: Contents:
 
    running
    usage
    documentation
-   
+   genindex
 
-
-Indices and tables
-==================
-
-* :ref:`genindex`
-* :ref:`modindex`
-* :ref:`search`
+.. * :ref:`genindex`
+.. * :ref:`modindex`
+.. * :ref:`search`
\ No newline at end of file
diff --git a/doc_generation/source/running.rst b/doc_generation/source/running.rst
index ba70285..190c269 100644
--- a/doc_generation/source/running.rst
+++ b/doc_generation/source/running.rst
@@ -39,13 +39,13 @@ Basic Usage
 
 **Building Dataset and Training Models**
 
-*Notice that you don't have to run this part yourself unless you want to re-create our findings in the paper, as the HisText dataset has already been utilized to train the Human Proxy Model sequence.*
+*Note that you do not need to run this part yourself unless you want to replicate our findings, as the HisText dataset has already been utilized to train the HistLlama model sequence, and is available on* `Huggingface <https://huggingface.co/collections/PKU-Alignment/progressgym-666735fcf3e4efa276226eaa>`_.
 
 Running 
 
-.. code-block:: python
+.. code-block:: console
 
-   python ./build_dataset.py 
+   $ python build_dataset.py 
 
 will automatically download the relevant files and then compile them into the desired dataset. Specifically, it will...
   - Download and decompress raw data files from multiple sources, placing them in ``./dataset/raw_downloads``
diff --git a/doc_generation/source/usage.rst b/doc_generation/source/usage.rst
index 330dd1e..2e7956a 100644
--- a/doc_generation/source/usage.rst
+++ b/doc_generation/source/usage.rst
@@ -33,7 +33,7 @@ Our implementations of the three major tasks are in ``./challenges``, for your r
     :members:
     :noindex:
 
-Similarly, use *dummy_examinee* to verify your implementation.
+Similarly, use the dummy examinee to verify your implementation.
 
 .. code-block:: console
 
diff --git a/docs/_sources/index.rst.txt b/docs/_sources/index.rst.txt
index c531619..095051b 100644
--- a/docs/_sources/index.rst.txt
+++ b/docs/_sources/index.rst.txt
@@ -3,19 +3,16 @@
    You can adapt this file completely to your liking, but it should at least
    contain the root `toctree` directive.
 
-ProgressGym: Dataset & Experimental Framework for Progress-Aware Alignment
+ProgressGym: Dataset & Experimental Framework for Progress Alignment
 ==========================================================================
 
 Frontier AI systems, including large language models (LLMs), hold increasing influence over the epistemology of human users. Such influence can reinforce prevailing societal values, potentially contributing to the lock-in of misguided moral beliefs and, consequently, the perpetuation of problematic moral practices on a broad scale. We introduce progress alignment as a technical solution to mitigate this imminent risk.
 
-To empower research in progress alignment, we introduce ProgressGym, an experimental 
-framework that codifies real-world progress alignment challenges into concrete benchmarks.
-Specifically, we introduce three core challenges: tracking evolving values (PG-Follow),
-preemptively anticipating moral progress (PG-Predict), and regulating the feedback loop be-
-tween human and AI value shifts (PG-Coevolve).
+To empower research in progress alignment, we introduce ProgressGym, an experimental framework that codifies real-world progress alignment challenges into concrete benchmarks.
+Specifically, we introduce three core challenges: tracking evolving values (PG-Follow), preemptively anticipating moral progress (PG-Predict), and regulating the feedback loop between human and AI value shifts (PG-Coevolve).
 
 Aside from example alignment algorithms (Lifelong RLHF, Lifelong DPO, Extrapolative RLHF, Extrapolative DPO),
-we provide APIs for user-implemented examinees as well as judges, so that you can evaluate your own algorithm in terms of progress-aware alignment, on your custom tasks.
+we provide APIs for user-implemented examinees as well as judges, so that you can evaluate your own algorithm on your custom progress alignment tasks.
 
 Check out the :doc:`usage` section for basic usage.
 
@@ -23,17 +20,12 @@ Contents
 --------
 .. toctree::
    :maxdepth: 2
-   :caption: Contents:
 
    running
    usage
    documentation
-   
+   genindex
 
-
-Indices and tables
-==================
-
-* :ref:`genindex`
-* :ref:`modindex`
-* :ref:`search`
+.. * :ref:`genindex`
+.. * :ref:`modindex`
+.. * :ref:`search`
\ No newline at end of file
diff --git a/docs/_sources/running.rst.txt b/docs/_sources/running.rst.txt
index ba70285..190c269 100644
--- a/docs/_sources/running.rst.txt
+++ b/docs/_sources/running.rst.txt
@@ -39,13 +39,13 @@ Basic Usage
 
 **Building Dataset and Training Models**
 
-*Notice that you don't have to run this part yourself unless you want to re-create our findings in the paper, as the HisText dataset has already been utilized to train the Human Proxy Model sequence.*
+*Note that you do not need to run this part yourself unless you want to replicate our findings, as the HisText dataset has already been utilized to train the HistLlama model sequence, and is available on* `Huggingface <https://huggingface.co/collections/PKU-Alignment/progressgym-666735fcf3e4efa276226eaa>`_.
 
 Running 
 
-.. code-block:: python
+.. code-block:: console
 
-   python ./build_dataset.py 
+   $ python build_dataset.py 
 
 will automatically download the relevant files and then compile them into the desired dataset. Specifically, it will...
   - Download and decompress raw data files from multiple sources, placing them in ``./dataset/raw_downloads``
diff --git a/docs/_sources/usage.rst.txt b/docs/_sources/usage.rst.txt
index 330dd1e..2e7956a 100644
--- a/docs/_sources/usage.rst.txt
+++ b/docs/_sources/usage.rst.txt
@@ -33,7 +33,7 @@ Our implementations of the three major tasks are in ``./challenges``, for your r
     :members:
     :noindex:
 
-Similarly, use *dummy_examinee* to verify your implementation.
+Similarly, use the dummy examinee to verify your implementation.
 
 .. code-block:: console
 
diff --git a/docs/genindex.html b/docs/genindex.html
index 7fab452..28e98b1 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -196,8 +196,7 @@
   <input type="hidden" name="area" value="default">
 </form>
 <div id="searchbox"></div><div class="sidebar-scroll"><div class="sidebar-tree">
-  <p class="caption" role="heading"><span class="caption-text">Contents:</span></p>
-<ul>
+  <ul class="current">
 <li class="toctree-l1"><a class="reference internal" href="running.html">Running the benchmark</a></li>
 <li class="toctree-l1"><a class="reference internal" href="usage.html">Implementing Your Own Experiment</a></li>
 <li class="toctree-l1 has-children"><a class="reference internal" href="documentation.html">Documentation</a><input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" role="switch" type="checkbox"/><label for="toctree-checkbox-1"><div class="visually-hidden">Toggle navigation of Documentation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
@@ -207,6 +206,7 @@
 <li class="toctree-l2"><a class="reference internal" href="Examinee.html">Examinee</a></li>
 </ul>
 </li>
+<li class="toctree-l1 current current-page"><a class="current reference internal" href="#">Index</a></li>
 </ul>
 
 </div>
diff --git a/docs/index.html b/docs/index.html
index 435bacb..2c3a0a6 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -198,8 +198,7 @@
   <input type="hidden" name="area" value="default">
 </form>
 <div id="searchbox"></div><div class="sidebar-scroll"><div class="sidebar-tree">
-  <p class="caption" role="heading"><span class="caption-text">Contents:</span></p>
-<ul>
+  <ul>
 <li class="toctree-l1"><a class="reference internal" href="running.html">Running the benchmark</a></li>
 <li class="toctree-l1"><a class="reference internal" href="usage.html">Implementing Your Own Experiment</a></li>
 <li class="toctree-l1 has-children"><a class="reference internal" href="documentation.html">Documentation</a><input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" role="switch" type="checkbox"/><label for="toctree-checkbox-1"><div class="visually-hidden">Toggle navigation of Documentation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
@@ -209,6 +208,7 @@
 <li class="toctree-l2"><a class="reference internal" href="Examinee.html">Examinee</a></li>
 </ul>
 </li>
+<li class="toctree-l1"><a class="reference internal" href="genindex.html">Index</a></li>
 </ul>
 
 </div>
@@ -249,21 +249,17 @@
           </label>
         </div>
         <article role="main" id="furo-main-content">
-          <section id="progressgym-dataset-experimental-framework-for-progress-aware-alignment">
-<h1>ProgressGym: Dataset &amp; Experimental Framework for Progress-Aware Alignment<a class="headerlink" href="#progressgym-dataset-experimental-framework-for-progress-aware-alignment" title="Permalink to this heading">¶</a></h1>
+          <section id="progressgym-dataset-experimental-framework-for-progress-alignment">
+<h1>ProgressGym: Dataset &amp; Experimental Framework for Progress Alignment<a class="headerlink" href="#progressgym-dataset-experimental-framework-for-progress-alignment" title="Permalink to this heading">¶</a></h1>
 <p>Frontier AI systems, including large language models (LLMs), hold increasing influence over the epistemology of human users. Such influence can reinforce prevailing societal values, potentially contributing to the lock-in of misguided moral beliefs and, consequently, the perpetuation of problematic moral practices on a broad scale. We introduce progress alignment as a technical solution to mitigate this imminent risk.</p>
-<p>To empower research in progress alignment, we introduce ProgressGym, an experimental
-framework that codifies real-world progress alignment challenges into concrete benchmarks.
-Specifically, we introduce three core challenges: tracking evolving values (PG-Follow),
-preemptively anticipating moral progress (PG-Predict), and regulating the feedback loop be-
-tween human and AI value shifts (PG-Coevolve).</p>
+<p>To empower research in progress alignment, we introduce ProgressGym, an experimental framework that codifies real-world progress alignment challenges into concrete benchmarks.
+Specifically, we introduce three core challenges: tracking evolving values (PG-Follow), preemptively anticipating moral progress (PG-Predict), and regulating the feedback loop between human and AI value shifts (PG-Coevolve).</p>
 <p>Aside from example alignment algorithms (Lifelong RLHF, Lifelong DPO, Extrapolative RLHF, Extrapolative DPO),
-we provide APIs for user-implemented examinees as well as judges, so that you can evaluate your own algorithm in terms of progress-aware alignment, on your custom tasks.</p>
+we provide APIs for user-implemented examinees as well as judges, so that you can evaluate your own algorithm on your custom progress alignment tasks.</p>
 <p>Check out the <a class="reference internal" href="usage.html"><span class="doc">Implementing Your Own Experiment</span></a> section for basic usage.</p>
 <section id="contents">
 <h2>Contents<a class="headerlink" href="#contents" title="Permalink to this heading">¶</a></h2>
 <div class="toctree-wrapper compound">
-<p class="caption" role="heading"><span class="caption-text">Contents:</span></p>
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="running.html">Running the benchmark</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="running.html#requirements">Requirements</a></li>
@@ -276,17 +272,10 @@ <h2>Contents<a class="headerlink" href="#contents" title="Permalink to this head
 <li class="toctree-l2"><a class="reference internal" href="documentation.html#contents">Contents</a></li>
 </ul>
 </li>
+<li class="toctree-l1"><a class="reference internal" href="genindex.html">Index</a></li>
 </ul>
 </div>
 </section>
-</section>
-<section id="indices-and-tables">
-<h1>Indices and tables<a class="headerlink" href="#indices-and-tables" title="Permalink to this heading">¶</a></h1>
-<ul class="simple">
-<li><p><a class="reference internal" href="genindex.html"><span class="std std-ref">Index</span></a></p></li>
-<li><p><a class="reference internal" href="py-modindex.html"><span class="std std-ref">Module Index</span></a></p></li>
-<li><p><a class="reference internal" href="search.html"><span class="std std-ref">Search Page</span></a></p></li>
-</ul>
 </section>
 
         </article>
@@ -334,11 +323,10 @@ <h1>Indices and tables<a class="headerlink" href="#indices-and-tables" title="Pe
         <div class="toc-tree-container">
           <div class="toc-tree">
             <ul>
-<li><a class="reference internal" href="#">ProgressGym: Dataset &amp; Experimental Framework for Progress-Aware Alignment</a><ul>
+<li><a class="reference internal" href="#">ProgressGym: Dataset &amp; Experimental Framework for Progress Alignment</a><ul>
 <li><a class="reference internal" href="#contents">Contents</a></li>
 </ul>
 </li>
-<li><a class="reference internal" href="#indices-and-tables">Indices and tables</a></li>
 </ul>
 
           </div>
diff --git a/docs/objects.inv b/docs/objects.inv
index 9be078643e2b7b2d15b973d8a0d4fc6146a6f700..8479434b7d0f019bcc26c40081e9e75835d449a3 100644
GIT binary patch
delta 971
zcmV;+12p`B3H=C=g&t`pH*=;}-<mjXlSwC<<kS-eCYK~?d@ukgnf>)$k)uC<|Lt9N
zx1lk}yar2(PHT{s2vq`iNd(wNl{d`tvjg3eN-IJB?aCT{NfHeP?5`nrGM1}(Qyqi9
zfBow*v7*<Zx2vfq&#kKJNt0ApA3LP7oK?V;tOv1tJ$#Arrw^1;K`%SLYF>0;rTo08
z>I@~Ha8Yjaqi#~6%k&%6=rTNiwn|rs-a0*jEE+-eb6#mGV6X7gH0lF2p3?ZDb3&M8
zmXO3*<V6F;bE_B@m6Z-gt<~(Qvk=D%Rf!iEC=4%ejTZcn<nrehM2p8W5Zkv9xA9-x
zew=D)Xj~b$tfC+S>?kKj($+M}CSoiTU{1Fp2!k>P-D=bzmbv2z6B@LCOAPxDk|xw@
zRdxlCib-5x>ZE2~fY}M30<+5E#5l;>Hc2Zz_f=511(OoZisx(5MMJq;BbdBUuv2^o
z`NzYDFVm@V!9m{G^&VJ>TH^yhD#QzZ+G;=eQK6pj69av*78u|SKho<DKO$M>dDoWi
z%4s@5CBZtp^ecIl;#}>2^T**|fMd?%qTF%`6X=u$Or%Q|NHGpsz$Cb1ffnzKi?BFX
zEZ{;Mu@D~M2CQ$%3Y%}o{{i}4ii}e5Wl*4o7eO)FTLi`H<q9rNF^j+u%`5_Zsxi9A
z>65XV7M3Y#ay&3;{(yhxf^py1#4JBxua3s0kQOu2dQ?a_p-^pq9~X%?1g0gNQ$b0E
z{R%6op=NHh8ytr<bO)pbjd=GHk;?J_1sw^*qx%_9vkZ6{xl7n4O{KJm3V&oAKH|Xy
z#k4J<GC3xsiROgmBvfIOxfLu)k7v9+?G3@5#|uxxUNd`kfJLGUC3m1Lo;_qTZ|ZEL
zy>!Akw!kfjQTiQ!?u`8J=^f3a*`Z-w*s@SV0B2ho5?lhbB#Gee-;P>{2H-;)*iI$@
zuxQj0SJ=~wEeN9lNZocsfWUJ)n!{uT8h>fWFX)Q6PcVZmjV<p>Rb+QFxnkez`|DZ%
z(K|65Gd{)52E5(m*gNWa*87$nd$Fw(IKS~Cn~gf^7)L*U%$qhfNG3~o8G<-{!Xy|r
zwT=;=-N((_umgKGVyjh+k22=ZUfd50cg25?OT?XHLo%K{PVYG~6v=Bu_6KLRbVD|{
z?F&<B`@5-Q%!Lc@I2<N5>-B_fdn}tgj@F&Tb=LDm9h%0N?}vWdK=%5=W@CWrqB%}C
twvACg#{MlL-YT2U-7Rze&~VsR(Q<GrcPai+ozA}P<!sM3{{w<t`bZK<(A59{

delta 975
zcmV;=12Fvk2!RQZg&s*KH*=;}-_kfvn@J~{<kS-eCYK~?e6Rp0nf>)yk)uC<fA?E<
zx1lk}yar2(PHT{s2vq`iNd(wNl{d`tUkAD;l~#iM+m$u^k|Y`o*k42LWGq+nraA_H
z|N7@+Vnwe*Z&y=Ko?BJblP0OIK6XfDIjevxSr20QdiWCKPai0yf?jrf)x7AyO8I$F
z)fq}Y;iBB;N8O}Cm+3dC(PemlY?ZDMy>)s5Su}#`=e*KXz+T~}Y1ALocuM1o&Iw_X
zSwa$LkrxdV&#huuR8~3|wN|sI&O#h7R3%<upfJ3=HCpgPlFOf45G@|hKy2Sa+{S-#
z`*EtJp>bv0vWkKTu%nz9Nn6t>n~1SYfH~cYAPmYFbgNN=Smur=OlZ)5E-~zXNSaWq
zRoN9lDkgD(sgs&{0cIzB3d|~t6XPIj+a#^@+*d*27EDSsE1s`K7Y*fZjbQRZ!A|iV
z<R1?ozD%de1qXR!*Lz?kYK;&4s1PssX{-I<M}>OAPYm?MT3~=T{7A1q{D@?g=UrR6
zE2rrMl?3bX(y!!IigUGp&mV_>0ggG3i*m~)OrTR1Fp(}<AjLRj0h8d41zNl_F2dqm
zv49J4#6oz08?e45D{Q_U{|D%IDKbjImqCFVUIfKxZxIx)mn*n9#Vi6tG_wfssmACc
zr%%ReT3Du}$??FX`2+r$3&wq46SMq)y*e6~LR!p7>ro-$ghI7{eOx5o5SW&5P6Z_u
z_A9KUhMKw2Zg3pd&>fH#G~(S)L@LVz6m%pIkM3tc%`)I+<St>GG?mgKD*Tag_=pD+
z6w|hZ%H)`kCYlqLlTd|C=2oyIJ)ZIQv^NBI9xpr%d(G_G0Tzial-z-~c=nLVys5K|
z_R<OG*aEj8M(KBdxHIy<r*|}yW`~A#Vaq}d0i11VNN@?zk|ct=e>-X+8h{UJU^|%r
zz@kx0TwzZywjhiKAa&aj0RqqIXbzJVX#Axezo0APKEVvOG`74iRgvAz<cfW-@2_Y5
zNAJXN%=i>H8}N3MWACWzS?^nR?8UZD;QYpmY&PnsV;uc|FmKw_Aek)TWeDQ*36o&h
z)H+7|<vwoSh8@_m5nHWle3UVtdvQN3+!g;lE)jQ*4as=+IKAh{P$aJrcOUjtL-v8Q
zTDpN7-28<Jwf)`HF=oW&cN`8=oAr9awmlY49!Kj=;%e*p(hf~y%=bgTZ6JGnZL={z
xb<rHB8{5Vvs2^kh7Vnl#=Wduee`q*tu4p;9mAe%Gs7`0!_Hwp!o1b2>{AKYu*NgxF

diff --git a/docs/running.html b/docs/running.html
index 81ce92f..a0a348f 100644
--- a/docs/running.html
+++ b/docs/running.html
@@ -3,7 +3,7 @@
   <head><meta charset="utf-8"/>
     <meta name="viewport" content="width=device-width,initial-scale=1"/>
     <meta name="color-scheme" content="light dark"><meta name="viewport" content="width=device-width, initial-scale=1" />
-<link rel="index" title="Index" href="genindex.html" /><link rel="search" title="Search" href="search.html" /><link rel="next" title="Implementing Your Own Experiment" href="usage.html" /><link rel="prev" title="ProgressGym: Dataset &amp; Experimental Framework for Progress-Aware Alignment" href="index.html" />
+<link rel="index" title="Index" href="genindex.html" /><link rel="search" title="Search" href="search.html" /><link rel="next" title="Implementing Your Own Experiment" href="usage.html" /><link rel="prev" title="ProgressGym: Dataset &amp; Experimental Framework for Progress Alignment" href="index.html" />
 
     <!-- Generated with Sphinx 7.1.2 and Furo 2024.07.18 -->
         <title>Running the benchmark - ProgressGym 0.1 documentation</title>
@@ -198,8 +198,7 @@
   <input type="hidden" name="area" value="default">
 </form>
 <div id="searchbox"></div><div class="sidebar-scroll"><div class="sidebar-tree">
-  <p class="caption" role="heading"><span class="caption-text">Contents:</span></p>
-<ul class="current">
+  <ul class="current">
 <li class="toctree-l1 current current-page"><a class="current reference internal" href="#">Running the benchmark</a></li>
 <li class="toctree-l1"><a class="reference internal" href="usage.html">Implementing Your Own Experiment</a></li>
 <li class="toctree-l1 has-children"><a class="reference internal" href="documentation.html">Documentation</a><input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" role="switch" type="checkbox"/><label for="toctree-checkbox-1"><div class="visually-hidden">Toggle navigation of Documentation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
@@ -209,6 +208,7 @@
 <li class="toctree-l2"><a class="reference internal" href="Examinee.html">Examinee</a></li>
 </ul>
 </li>
+<li class="toctree-l1"><a class="reference internal" href="genindex.html">Index</a></li>
 </ul>
 
 </div>
@@ -282,9 +282,9 @@ <h2>Installation<a class="headerlink" href="#installation" title="Permalink to t
 <section id="basic-usage">
 <h2>Basic Usage<a class="headerlink" href="#basic-usage" title="Permalink to this heading">¶</a></h2>
 <p><strong>Building Dataset and Training Models</strong></p>
-<p><em>Notice that you don’t have to run this part yourself unless you want to re-create our findings in the paper, as the HisText dataset has already been utilized to train the Human Proxy Model sequence.</em></p>
+<p><em>Note that you do not need to run this part yourself unless you want to replicate our findings, as the HisText dataset has already been utilized to train the HistLlama model sequence, and is available on</em> <a class="reference external" href="https://huggingface.co/collections/PKU-Alignment/progressgym-666735fcf3e4efa276226eaa">Huggingface</a>.</p>
 <p>Running</p>
-<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">python</span> <span class="o">./</span><span class="n">build_dataset</span><span class="o">.</span><span class="n">py</span>
+<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$ </span>python<span class="w"> </span>build_dataset.py
 </pre></div>
 </div>
 <dl class="simple">
diff --git a/docs/search.html b/docs/search.html
index 0b5be2c..9652f83 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -198,8 +198,7 @@
   <input type="hidden" name="area" value="default">
 </form>
 <div id="searchbox"></div><div class="sidebar-scroll"><div class="sidebar-tree">
-  <p class="caption" role="heading"><span class="caption-text">Contents:</span></p>
-<ul>
+  <ul>
 <li class="toctree-l1"><a class="reference internal" href="running.html">Running the benchmark</a></li>
 <li class="toctree-l1"><a class="reference internal" href="usage.html">Implementing Your Own Experiment</a></li>
 <li class="toctree-l1 has-children"><a class="reference internal" href="documentation.html">Documentation</a><input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" role="switch" type="checkbox"/><label for="toctree-checkbox-1"><div class="visually-hidden">Toggle navigation of Documentation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
@@ -209,6 +208,7 @@
 <li class="toctree-l2"><a class="reference internal" href="Examinee.html">Examinee</a></li>
 </ul>
 </li>
+<li class="toctree-l1"><a class="reference internal" href="genindex.html">Index</a></li>
 </ul>
 
 </div>
diff --git a/docs/searchindex.js b/docs/searchindex.js
index b5405bd..8758f36 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["Data", "Examinee", "Judge", "Model", "documentation", "index", "running", "usage"], "filenames": ["Data.rst", "Examinee.rst", "Judge.rst", "Model.rst", "documentation.rst", "index.rst", "running.rst", "usage.rst"], "titles": ["Data", "Examinee", "Judge", "Model", "Documentation", "ProgressGym: Dataset &amp; Experimental Framework for Progress-Aware Alignment", "Running the benchmark", "Implementing Your Own Experiment"], "terms": {"thi": [0, 1, 2, 3, 4, 5, 6, 7], "i": [0, 1, 2, 3, 4, 6, 7], "class": [0, 1, 2, 3, 7], "us": [0, 1, 2, 3, 6, 7], "repres": [0, 2, 3, 7], "ani": [0, 1, 2, 3, 6, 7], "bodi": 0, "With": 0, "sever": 0, "memori": [0, 3], "effici": [0, 3], "method": [0, 1, 2, 3, 7], "built": [0, 6], "design": [0, 3], "manipul": [0, 2, 3, 7], "load": [0, 2, 3], "src": [0, 3], "abstract": [0, 1, 2, 3, 4, 7], "data_nam": 0, "str": [0, 1, 2, 3, 7], "data_typ": 0, "liter": [0, 1, 3, 7], "pretrain": [0, 3], "sft": [0, 3], "prefer": [0, 1, 2, 3, 7], "data_path": 0, "none": [0, 1, 2, 3, 7], "data_cont": 0, "list": [0, 1, 2, 3, 7], "dict": [0, 1, 2, 3, 7], "kwarg": [0, 1, 2, 7], "The": [0, 1, 2, 3, 6, 7], "store": [0, 1, 7], "": [0, 1, 2, 6, 7], "path": [0, 3], "format": [0, 3, 6], "relev": [0, 6], "field": [0, 2, 3, 7], "etc": 0, "allow": [0, 1, 7], "larg": [0, 5], "__init__": [0, 1, 2, 3, 7], "initi": [0, 1, 2, 3, 6, 7], "paramet": [0, 3], "necessari": [0, 2, 7], "name": [0, 2, 3, 4, 7], "option": [0, 2, 3, 7], "type": [0, 3], "usag": [0, 5], "e": [0, 2, 6, 7], "which": [0, 2, 3, 7], "stage": [0, 3], "train": [0, 6], "search": [0, 3, 5], "when": [0, 1, 2, 3, 6, 7], "omit": [0, 3, 6], "make": [0, 6], "sure": [0, 1, 6, 7], "exist": 0, "lib": 0, "llama_factori": 0, "other": [0, 3], "see": [0, 6], "abstractions_config": [0, 3], "json": [0, 3, 6], "recogn": 0, "llama": [0, 6], "factori": [0, 6], "content": 0, "provid": [0, 1, 5, 7], "given": [0, 2, 7], "written": 0, "creat": [0, 6], "new": [0, 2, 6, 7], "dataset": [0, 3, 6, 7], "unless": [0, 1, 6, 7], "case": [0, 1, 2, 3, 7], "save": [0, 3, 6], "output": [0, 3, 6], "rais": 0, "filenotfounderror": 0, "If": 0, "file": [0, 6, 7], "found": 0, "default": [0, 3, 6], "specifi": [0, 1, 3, 7], "exampl": [0, 1, 3, 5, 7], "c4_demo": 0, "all_passag": 0, "iter": [0, 1, 2, 7], "hashabl": 0, "return": [0, 1, 2, 3, 7], "an": [0, 1, 2, 3, 5, 6, 7], "all": [0, 1, 2, 3, 4, 6, 7], "passag": 0, "copi": [0, 1, 3, 7], "shallow": [0, 3], "current": [0, 1, 2, 3, 6, 7], "instanc": [0, 3], "manage_llama_factory_registr": 0, "oper": [0, 1, 2, 6, 7], "add": [0, 2, 7], "remov": [0, 3], "queri": [0, 1, 2, 7], "forced_upd": 0, "bool": [0, 3], "true": [0, 3], "registr": 0, "statu": 0, "No": 0, "chang": [0, 2], "ar": [0, 1, 2, 3, 6, 7], "made": 0, "ad": 0, "alreadi": [0, 1, 6], "non": 0, "perform": [0, 2, 3, 6, 7], "It": [0, 1, 2, 3, 7], "can": [0, 1, 3, 5, 7], "whether": [0, 2, 3], "forcefulli": 0, "updat": [0, 1, 2, 3, 7], "A": [0, 2, 7], "boolean": 0, "mean": [0, 2, 7], "befor": [0, 2, 7], "save_permanent_and_regist": 0, "saved_nam": [0, 3], "forced_rewrit": [0, 3], "fals": [0, 3], "data_save_path": 0, "from": [0, 1, 2, 3, 5, 6, 7], "without": [0, 2, 3], "save_perman": [0, 3], "still": [0, 3], "present": [0, 3], "directli": [0, 2, 3, 7], "next": [0, 2, 3, 7], "time": [0, 1, 3], "full": [0, 3], "do": [0, 1, 7], "includ": [0, 1, 3, 5, 7], "suffix": [0, 3], "set_key_field": 0, "prompt_field_nam": 0, "query_field_nam": 0, "response_field_nam": 0, "system_field_nam": 0, "suppress_registration_upd": 0, "In": [0, 1, 2, 3, 7], "place": [0, 3, 6], "pass": [0, 1, 2, 7], "empti": 0, "string": [0, 3, 6], "argument": [0, 3, 6], "order": [0, 2, 3, 7], "eras": 0, "Will": 0, "automat": [0, 6], "regist": 0, "prompt": [0, 1, 2, 7], "respons": [0, 1, 2, 7], "system": [0, 2, 5], "suppress": 0, "qa": 0, "instruct": [0, 3], "input": [0, 3], "transform": 0, "callabl": [0, 3], "result_data_nam": [0, 3], "max_batch_s": 0, "int": [0, 2, 3, 7], "1": [0, 2, 3, 7], "keep_key_field": 0, "appli": 0, "everi": [0, 1, 2, 7], "element": 0, "where": [0, 2, 3, 6, 7], "valu": [0, 1, 2, 3, 5, 6, 7], "mutabl": 0, "immut": 0, "contain": [0, 2, 3, 4], "result": [0, 2, 3, 6, 7], "out": [0, 3, 5], "doe": [0, 2, 7], "modifi": 0, "self": [0, 2, 3, 7], "function": 0, "like": [0, 1, 3, 7], "huge": 0, "union": [0, 3], "upon": [0, 1, 6, 7], "rewrit": 0, "must": [0, 2, 7], "take": [0, 2], "key_field": 0, "onli": [0, 1, 2, 3, 6, 7], "so": [0, 1, 5, 7], "doesn": [0, 3], "t": [0, 3, 6, 7], "renam": 0, "kei": [0, 2, 3, 4, 7], "after": [0, 1, 7], "datafilecollect": 0, "collection_nam": 0, "collection_path": 0, "file_selection_func": 0, "we": [0, 1, 2, 5, 6, 7], "directori": 0, "suppli": [0, 2, 3, 6, 7], "captur": 0, "real": [0, 5], "instead": [0, 1, 2, 7], "you": [0, 1, 2, 5, 6, 7], "mai": [0, 2, 7], "want": [0, 6], "exclud": 0, "undat": 0, "That": 0, "histext_1826_to_2018": 0, "shared_storag": 0, "our_dataset": 0, "histext_mar8_guten_eebo_pol_ia10_unrefin": 0, "lambda": 0, "1826": 0, "split": 0, "6": 0, "2018": 0, "all_fil": 0, "collect": 0, "had": 0, "been": [0, 6], "always_force_rewrit": 0, "multi": 0, "being": 0, "need": [0, 1, 2, 7], "convert": 0, "similar": 0, "those": [0, 1, 2, 7], "avail": [0, 6], "nevertheless": 0, "convert_to_data": 0, "filter_field": 0, "merg": 0, "one": [0, 2, 6], "usabl": 0, "should": [0, 1, 2, 3, 7], "filter": 0, "normal": [0, 1, 2, 6, 7], "seen": 0, "autodiscov": 0, "futur": 0, "result_collection_nam": 0, "suppress_tqdm": 0, "maximum": 0, "batch": [0, 3], "size": [0, 2, 3], "tqdm": 0, "progress": [0, 1, 7], "bar": 0, "progressgym": [1, 2, 4, 6, 7], "aim": 1, "evalu": [1, 2, 3, 5, 7], "how": [1, 7], "well": [1, 2, 5, 7], "algorithm": [1, 2, 3, 5, 6, 7], "align": [1, 6, 7], "model": [1, 2, 4, 5, 6, 7], "accord": [1, 2, 7], "human": [1, 2, 5, 6, 7], "instanti": [1, 2, 6], "here": [1, 2, 7], "For": [1, 6], "each": [1, 2, 3, 6, 7], "have": [1, 6, 7], "implement": [1, 2, 3, 5], "sub": 1, "base": [1, 2, 3, 7], "extra": 1, "inform": [1, 2, 7], "most": [1, 7], "importantli": 1, "interact": 1, "judg": [1, 4, 5, 7], "step": 1, "pleas": [1, 6], "refer": [1, 2, 7], "document": [1, 2, 5, 7], "page": [1, 2, 4, 5], "re": [1, 6, 7], "unfamiliar": 1, "what": 1, "baselin": [1, 7], "ve": [1, 2], "give": [1, 2], "better": [1, 2, 7], "understand": [1, 7], "work": [1, 7], "benchmark": [1, 2, 5, 7], "framework": [1, 2, 7], "examineebas": [1, 2, 7], "combin": [1, 7], "languag": [1, 2, 5, 6, 7], "free": [1, 3, 7], "wai": [1, 7], "long": [1, 7], "follow": [1, 2, 5, 6, 7], "interfac": [1, 7], "your": [1, 2, 3, 5, 6], "subclass": [1, 2, 7], "checkpoint_id": [1, 7], "statist": [1, 2, 7], "get_current_model": [1, 7], "timestep": [1, 2, 7], "current_model": [1, 2, 7], "attribut": [1, 7], "overrid": [1, 2, 7], "query_from_judg": [1, 7], "data": [1, 2, 3, 4, 6, 7], "call": [1, 2, 6, 7], "reset": [1, 2, 7], "endow": [1, 7], "examinee_model_s": [1, 6, 7], "abl": [1, 7], "start": [1, 2, 7], "same": [1, 3, 7], "state": [1, 2, 7], "basic": [1, 5, 7], "setup": [1, 7], "run": [1, 2, 3, 5, 7], "judgebas": [1, 2, 7], "over": [1, 5, 7], "correspond": [1, 2, 7], "control": [1, 7], "paus": [1, 7], "resum": [1, 2, 7], "At": [1, 7], "learn": [1, 2, 3, 7], "about": [1, 2, 7], "latest": [1, 2, 7], "query_from_examine": [1, 2, 7], "ha": [1, 6, 7], "its": [1, 2, 7], "yield": [1, 7], "back": [1, 7], "complet": [1, 3, 6, 7], "begin": [1, 6, 7], "template_typ": [1, 3, 7], "alpaca": [1, 3, 7], "mistral": [1, 7], "determin": [1, 2, 7], "extrapolative_dpo": 1, "extrapolativedpoexamine": 1, "extrapolative_rlhf": 1, "extrapolativerlhfexamine": 1, "lifelong_rlhf": 1, "lifelongrlhfexamine": 1, "lifelong_dpo": 1, "lifelongdpoexamine": 1, "examine": [2, 4, 5, 6, 7], "through": [2, 7], "task": [2, 5, 7], "code": 2, "handl": [2, 6], "proxi": [2, 6], "three": [2, 5, 7], "challeng": [2, 5, 6, 7], "eval_snapshot": [2, 7], "snapshot": [2, 7], "log": [2, 3, 7], "recommend": [2, 3, 7], "own": [2, 5], "eval": [2, 7], "eval_tim": [2, 7], "interpret_result": [2, 7], "float": [2, 3, 7], "dictionari": [2, 3, 6, 7], "calcul": [2, 7], "singl": [2, 7], "score": [2, 6, 7], "overal": [2, 7], "higher": [2, 7], "leaderboard": [2, 7], "rank": [2, 7], "model_s": [2, 7], "produce_final_result": [2, 7], "final": [2, 7], "end": [2, 3, 7], "test": [2, 3, 6, 7], "get": [2, 7], "metric": [2, 7], "prevent": [2, 7], "manual": [2, 7], "fill": [2, 7], "while": [2, 7], "preserv": [2, 3, 7], "purpos": [2, 7], "answer": [2, 7], "accordingli": [2, 7], "could": [2, 6, 7], "either": [2, 3, 7], "possibli": [2, 7], "differ": [2, 7], "query_total_length": [2, 7], "intern": [2, 6, 7], "addit": [2, 3, 6, 7], "logic": [2, 7], "user": [2, 5, 7], "move": [2, 7], "seri": [2, 6, 7], "examinee_it": [2, 7], "tick": [2, 7], "increment": [2, 7], "current_timestep": [2, 7], "more": [2, 7], "coevolv": [2, 5], "coevolvejudg": 2, "compar": 2, "actual": 2, "simul": 2, "histori": 2, "account": 2, "bidirect": 2, "influenc": [2, 5], "between": [2, 7], "ai": [2, 5], "evolutionari": 2, "trajectori": 2, "forward": 2, "distanc": 2, "classmethod": 2, "produc": [2, 6], "supplementary_data": 2, "let": 2, "update_human_proxi": 2, "epoch": [2, 3], "comment": [2, 6], "support": [2, 3, 6], "previou": 2, "checkpoint": [2, 3], "failur": 2, "lead": 2, "rel": 2, "complex": 2, "structur": 2, "requir": [2, 5], "special": 2, "treatment": 2, "sinc": 2, "than": [2, 3], "plain": 2, "would": 2, "much": 2, "simpler": 2, "followjudg": 2, "measur": 2, "itself": 2, "match": 2, "timepoint": 2, "ground_truth_model": 2, "predict": [2, 3, 5], "predictjudg": 2, "dure": 3, "whole": 3, "process": 3, "processgym": 3, "just": 3, "feel": [3, 7], "util": [3, 6], "model_nam": 3, "is_instruct_finetun": 3, "model_path": 3, "num_gpu": 3, "indic": 3, "finetun": 3, "set": [3, 6], "training_result": 3, "number": 3, "gpu": 3, "parallel": 3, "infer": 3, "total": 3, "machin": [3, 6], "templat": 3, "gemma": 3, "2b_sft_19centuri": 3, "deep_copi": 3, "dest_suffix": 3, "dest_full_nam": 3, "dest_subdir": 3, "rlhf_result": 3, "source_explicit_path": 3, "deep": 3, "destin": 3, "subdirectori": 3, "explicit": 3, "sourc": [3, 6], "fast": 3, "dummi": [3, 7], "ndarrai": 3, "high": 3, "dimension": 3, "vector": 3, "moral": [3, 5], "choos": 3, "debug": [3, 7], "dpo": [3, 5], "rlhf": [3, 5, 6], "algo": 3, "full_param": 3, "lora": 3, "result_model_nam": 3, "batch_size_multiplier_log2": 3, "0": 3, "grad_accu_multiplier_log2": 3, "2": 3, "lr": 3, "lr_scheduler_typ": 3, "lr_scheduler_kwarg": 3, "load_best_at_end": 3, "num_nod": 3, "save_checkpoint": 3, "perform_ev": 3, "ppo_data": 3, "backend": 3, "deepspe": 3, "trl": 3, "multipli": 3, "gradient": 3, "accumul": 3, "rate": 3, "schedul": 3, "best": 3, "node": 3, "ppo": 3, "format_dataset": 3, "raw_data": 3, "token": 3, "rw": 3, "chosen": 3, "x1": 3, "x2": 3, "reject": 3, "y1": 3, "y2": 3, "map": 3, "input_ids_chosen": 3, "attention_mask_chosen": 3, "input_ids_reject": 3, "free_gpu_memori": 3, "destroy_model_parallel": 3, "vllm": 3, "cach": 3, "wipe": 3, "serial": 3, "temperatur": 3, "object": 3, "also": [3, 6], "two": [3, 6], "text": [3, 6], "below": 3, "descreas": 3, "speed": 3, "faster": 3, "rest": 3, "magnitud": 3, "style": 3, "model_save_path": 3, "member": 4, "frontier": 5, "llm": 5, "hold": 5, "increas": 5, "epistemologi": 5, "Such": 5, "reinforc": 5, "prevail": 5, "societ": 5, "potenti": 5, "contribut": 5, "lock": 5, "misguid": 5, "belief": 5, "consequ": 5, "perpetu": 5, "problemat": 5, "practic": 5, "broad": 5, "scale": 5, "introduc": 5, "technic": 5, "solut": 5, "mitig": 5, "immin": 5, "risk": 5, "To": [5, 7], "empow": 5, "research": 5, "codifi": 5, "world": 5, "concret": 5, "specif": [5, 6], "core": 5, "track": 5, "evolv": 5, "pg": 5, "preemptiv": 5, "anticip": 5, "regul": 5, "feedback": 5, "loop": 5, "tween": 5, "shift": 5, "asid": 5, "lifelong": 5, "extrapol": 5, "api": 5, "term": 5, "custom": 5, "check": 5, "experi": 5, "section": 5, "instal": 5, "index": 5, "modul": 5, "develop": 6, "python": [6, 7], "3": 6, "8": 6, "linux": 6, "conda": 6, "thank": 6, "author": 6, "librari": 6, "moralchoic": 6, "safe": 6, "clone": 6, "codebas": 6, "git": 6, "http": 6, "github": 6, "com": 6, "pku": 6, "cd": 6, "sh": 6, "environ": 6, "pa38": 6, "lf": 6, "former": 6, "latter": 6, "entri": 6, "point": 6, "script": 6, "g": 6, "run_benchmark": [6, 7], "py": [6, 7], "build_dataset": 6, "further": 6, "switch": 6, "altern": 6, "construct": 6, "pypi": 6, "packag": 6, "via": 6, "pip": 6, "yet": 6, "expect": 6, "releas": 6, "soon": 6, "build": 6, "notic": 6, "don": 6, "part": 6, "yourself": 6, "our": [6, 7], "find": 6, "paper": 6, "histext": 6, "sequenc": 6, "download": 6, "compil": 6, "them": 6, "desir": 6, "decompress": 6, "raw": 6, "multipl": 6, "raw_download": 6, "organ": 6, "unifi": 6, "histor": 6, "dataset_textseq": 6, "century_num": 6, "year_num": 6, "dataset_modelseq": 6, "algo1": 6, "algo2": 6, "algo3": 6, "subtask1": 6, "subtask2": 6, "subtask3": 6, "output_filenam": [6, 7], "output_dir": 6, "benchmark_result": 6, "h": 6, "help": 6, "thei": 6, "challenge_nam": 6, "output_directori": 6, "test_nam": 6, "item": 6, "comprehens": 6, "subtask": 6, "detail": 6, "command": 6, "line": 6, "judge_model_s": 6, "70b": 6, "8b": 6, "assess": 7, "tempor": 7, "abil": 7, "guidanc": 7, "daunt": 7, "dom": 7, "worri": 7, "read": 7, "descript": 7, "ll": 7, "four": 7, "describ": 7, "experiment": 7, "awar": 7, "turn": 7, "pre": 7, "verifi": 7, "your_algorithm": 7, "dummy_debugging_run": 7, "Of": 7, "cours": 7, "major": 7, "similarli": 7, "dummy_examine": 7, "your_task": 7}, "objects": {"algorithms.extrapolative_dpo": [[1, 0, 1, "", "ExtrapolativeDPOExaminee"]], "algorithms.extrapolative_dpo.ExtrapolativeDPOExaminee": [[1, 1, 1, "", "get_current_model"], [1, 1, 1, "", "query_from_judge"], [1, 1, 1, "", "reset"], [1, 1, 1, "", "run"]], "algorithms.extrapolative_rlhf": [[1, 0, 1, "", "ExtrapolativeRLHFExaminee"]], "algorithms.extrapolative_rlhf.ExtrapolativeRLHFExaminee": [[1, 1, 1, "", "get_current_model"], [1, 1, 1, "", "query_from_judge"], [1, 1, 1, "", "reset"], [1, 1, 1, "", "run"]], "algorithms.lifelong_dpo": [[1, 0, 1, "", "LifelongDPOExaminee"]], "algorithms.lifelong_dpo.LifelongDPOExaminee": [[1, 1, 1, "", "get_current_model"], [1, 1, 1, "", "query_from_judge"], [1, 1, 1, "", "reset"], [1, 1, 1, "", "run"]], "algorithms.lifelong_rlhf": [[1, 0, 1, "", "LifelongRLHFExaminee"]], "algorithms.lifelong_rlhf.LifelongRLHFExaminee": [[1, 1, 1, "", "get_current_model"], [1, 1, 1, "", "query_from_judge"], [1, 1, 1, "", "reset"], [1, 1, 1, "", "run"]], "benchmark.framework": [[1, 0, 1, "", "ExamineeBase"], [2, 0, 1, "", "JudgeBase"]], "benchmark.framework.ExamineeBase": [[1, 1, 1, "", "__init__"], [1, 2, 1, "", "checkpoint_id"], [1, 1, 1, "", "get_current_model"], [1, 1, 1, "", "query_from_judge"], [1, 1, 1, "", "reset"], [1, 1, 1, "", "run"], [1, 2, 1, "", "template_type"]], "benchmark.framework.JudgeBase": [[2, 1, 1, "", "__init__"], [2, 1, 1, "", "eval_snapshot"], [2, 2, 1, "", "eval_times"], [2, 1, 1, "", "interpret_result"], [2, 2, 1, "", "model_size"], [2, 1, 1, "", "produce_final_result"], [2, 1, 1, "", "query_from_examinee"], [2, 2, 1, "", "query_total_length"], [2, 1, 1, "", "reset"], [2, 1, 1, "", "test"], [2, 1, 1, "", "tick"]], "challenges.coevolve": [[2, 0, 1, "", "CoevolveJudge"]], "challenges.coevolve.CoevolveJudge": [[2, 1, 1, "", "eval_snapshot"], [2, 2, 1, "", "eval_times"], [2, 1, 1, "", "interpret_result"], [2, 2, 1, "", "model_size"], [2, 1, 1, "", "produce_final_result"], [2, 1, 1, "", "query_from_examinee"], [2, 2, 1, "", "query_total_length"], [2, 1, 1, "", "reset"], [2, 1, 1, "", "tick"], [2, 1, 1, "", "update_human_proxy"]], "challenges.follow": [[2, 0, 1, "", "FollowJudge"]], "challenges.follow.FollowJudge": [[2, 1, 1, "", "eval_snapshot"], [2, 2, 1, "", "eval_times"], [2, 1, 1, "", "interpret_result"], [2, 2, 1, "", "model_size"], [2, 1, 1, "", "produce_final_result"], [2, 1, 1, "", "query_from_examinee"], [2, 2, 1, "", "query_total_length"], [2, 1, 1, "", "reset"], [2, 1, 1, "", "tick"]], "challenges.predict": [[2, 0, 1, "", "PredictJudge"]], "challenges.predict.PredictJudge": [[2, 1, 1, "", "eval_snapshot"], [2, 2, 1, "", "eval_times"], [2, 2, 1, "", "model_size"], [2, 1, 1, "", "query_from_examinee"], [2, 2, 1, "", "query_total_length"], [2, 1, 1, "", "reset"], [2, 1, 1, "", "tick"]], "src.abstractions.data": [[0, 0, 1, "", "Data"], [0, 0, 1, "", "DataFileCollection"]], "src.abstractions.data.Data": [[0, 1, 1, "", "__init__"], [0, 1, 1, "", "all_passages"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "manage_llama_factory_registration"], [0, 1, 1, "", "save_permanent_and_register"], [0, 1, 1, "", "set_key_fields"], [0, 1, 1, "", "transform"]], "src.abstractions.data.DataFileCollection": [[0, 1, 1, "", "__init__"], [0, 1, 1, "", "all_files"], [0, 1, 1, "", "all_passages"], [0, 2, 1, "", "always_force_rewrite"], [0, 1, 1, "", "convert_to_Data"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "save_permanent"], [0, 1, 1, "", "transform"]], "src.abstractions.model": [[3, 0, 1, "", "Model"]], "src.abstractions.model.Model": [[3, 1, 1, "", "__init__"], [3, 1, 1, "", "copy"], [3, 1, 1, "", "deep_copy"], [3, 1, 1, "", "evaluate"], [3, 1, 1, "", "finetune"], [3, 1, 1, "", "format_dataset"], [3, 1, 1, "", "free_gpu_memory"], [3, 1, 1, "", "inference"], [3, 1, 1, "", "save_permanent"]]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:attribute"}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "attribute", "Python attribute"]}, "titleterms": {"data": 0, "examine": 1, "judg": 2, "model": 3, "document": 4, "content": [4, 5], "class": 4, "progressgym": 5, "dataset": 5, "experiment": 5, "framework": 5, "progress": 5, "awar": 5, "align": 5, "indic": 5, "tabl": 5, "run": 6, "benchmark": 6, "requir": 6, "instal": 6, "basic": 6, "usag": 6, "implement": 7, "your": 7, "own": 7, "experi": 7}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Implementing Your Own Experiment": [[7, "implementing-your-own-experiment"]], "Data": [[0, "data"]], "Examinee": [[1, "examinee"]], "Judge": [[2, "judge"]], "Model": [[3, "model"]], "ProgressGym: Dataset & Experimental Framework for Progress-Aware Alignment": [[5, "progressgym-dataset-experimental-framework-for-progress-aware-alignment"]], "Contents": [[5, "contents"], [4, "contents"]], "Contents:": [[5, null]], "Indices and tables": [[5, "indices-and-tables"]], "Running the benchmark": [[6, "running-the-benchmark"]], "Requirements": [[6, "requirements"]], "Installation": [[6, "installation"]], "Basic Usage": [[6, "basic-usage"]], "Documentation": [[4, "documentation"]], "Classes:": [[4, null]]}, "indexentries": {"data (class in src.abstractions.data)": [[0, "src.abstractions.data.Data"]], "datafilecollection (class in src.abstractions.data)": [[0, "src.abstractions.data.DataFileCollection"]], "__init__() (src.abstractions.data.data method)": [[0, "src.abstractions.data.Data.__init__"]], "__init__() (src.abstractions.data.datafilecollection method)": [[0, "src.abstractions.data.DataFileCollection.__init__"]], "all_files() (src.abstractions.data.datafilecollection method)": [[0, "src.abstractions.data.DataFileCollection.all_files"]], "all_passages() (src.abstractions.data.data method)": [[0, "src.abstractions.data.Data.all_passages"]], "all_passages() (src.abstractions.data.datafilecollection method)": [[0, "src.abstractions.data.DataFileCollection.all_passages"]], "always_force_rewrite (src.abstractions.data.datafilecollection attribute)": [[0, "src.abstractions.data.DataFileCollection.always_force_rewrite"]], "convert_to_data() (src.abstractions.data.datafilecollection method)": [[0, "src.abstractions.data.DataFileCollection.convert_to_Data"]], "copy() (src.abstractions.data.data method)": [[0, "src.abstractions.data.Data.copy"]], "copy() (src.abstractions.data.datafilecollection method)": [[0, "src.abstractions.data.DataFileCollection.copy"]], "manage_llama_factory_registration() (src.abstractions.data.data method)": [[0, "src.abstractions.data.Data.manage_llama_factory_registration"]], "save_permanent() (src.abstractions.data.datafilecollection method)": [[0, "src.abstractions.data.DataFileCollection.save_permanent"]], "save_permanent_and_register() (src.abstractions.data.data method)": [[0, "src.abstractions.data.Data.save_permanent_and_register"]], "set_key_fields() (src.abstractions.data.data method)": [[0, "src.abstractions.data.Data.set_key_fields"]], "transform() (src.abstractions.data.data method)": [[0, "src.abstractions.data.Data.transform"]], "transform() (src.abstractions.data.datafilecollection method)": [[0, "src.abstractions.data.DataFileCollection.transform"]], "examineebase (class in benchmark.framework)": [[1, "benchmark.framework.ExamineeBase"]], "extrapolativedpoexaminee (class in algorithms.extrapolative_dpo)": [[1, "algorithms.extrapolative_dpo.ExtrapolativeDPOExaminee"]], "extrapolativerlhfexaminee (class in algorithms.extrapolative_rlhf)": [[1, "algorithms.extrapolative_rlhf.ExtrapolativeRLHFExaminee"]], "lifelongdpoexaminee (class in algorithms.lifelong_dpo)": [[1, "algorithms.lifelong_dpo.LifelongDPOExaminee"]], "lifelongrlhfexaminee (class in algorithms.lifelong_rlhf)": [[1, "algorithms.lifelong_rlhf.LifelongRLHFExaminee"]], "__init__() (benchmark.framework.examineebase method)": [[1, "benchmark.framework.ExamineeBase.__init__"]], "checkpoint_id (benchmark.framework.examineebase attribute)": [[1, "benchmark.framework.ExamineeBase.checkpoint_id"]], "get_current_model() (algorithms.extrapolative_dpo.extrapolativedpoexaminee method)": [[1, "algorithms.extrapolative_dpo.ExtrapolativeDPOExaminee.get_current_model"]], "get_current_model() (algorithms.extrapolative_rlhf.extrapolativerlhfexaminee method)": [[1, "algorithms.extrapolative_rlhf.ExtrapolativeRLHFExaminee.get_current_model"]], "get_current_model() (algorithms.lifelong_dpo.lifelongdpoexaminee method)": [[1, "algorithms.lifelong_dpo.LifelongDPOExaminee.get_current_model"]], "get_current_model() (algorithms.lifelong_rlhf.lifelongrlhfexaminee method)": [[1, "algorithms.lifelong_rlhf.LifelongRLHFExaminee.get_current_model"]], "get_current_model() (benchmark.framework.examineebase method)": [[1, "benchmark.framework.ExamineeBase.get_current_model"]], "query_from_judge() (algorithms.extrapolative_dpo.extrapolativedpoexaminee method)": [[1, "algorithms.extrapolative_dpo.ExtrapolativeDPOExaminee.query_from_judge"]], "query_from_judge() (algorithms.extrapolative_rlhf.extrapolativerlhfexaminee method)": [[1, "algorithms.extrapolative_rlhf.ExtrapolativeRLHFExaminee.query_from_judge"]], "query_from_judge() (algorithms.lifelong_dpo.lifelongdpoexaminee method)": [[1, "algorithms.lifelong_dpo.LifelongDPOExaminee.query_from_judge"]], "query_from_judge() (algorithms.lifelong_rlhf.lifelongrlhfexaminee method)": [[1, "algorithms.lifelong_rlhf.LifelongRLHFExaminee.query_from_judge"]], "query_from_judge() (benchmark.framework.examineebase method)": [[1, "benchmark.framework.ExamineeBase.query_from_judge"]], "reset() (algorithms.extrapolative_dpo.extrapolativedpoexaminee method)": [[1, "algorithms.extrapolative_dpo.ExtrapolativeDPOExaminee.reset"]], "reset() (algorithms.extrapolative_rlhf.extrapolativerlhfexaminee method)": [[1, "algorithms.extrapolative_rlhf.ExtrapolativeRLHFExaminee.reset"]], "reset() (algorithms.lifelong_dpo.lifelongdpoexaminee method)": [[1, "algorithms.lifelong_dpo.LifelongDPOExaminee.reset"]], "reset() (algorithms.lifelong_rlhf.lifelongrlhfexaminee method)": [[1, "algorithms.lifelong_rlhf.LifelongRLHFExaminee.reset"]], "reset() (benchmark.framework.examineebase method)": [[1, "benchmark.framework.ExamineeBase.reset"]], "run() (algorithms.extrapolative_dpo.extrapolativedpoexaminee method)": [[1, "algorithms.extrapolative_dpo.ExtrapolativeDPOExaminee.run"]], "run() (algorithms.extrapolative_rlhf.extrapolativerlhfexaminee method)": [[1, "algorithms.extrapolative_rlhf.ExtrapolativeRLHFExaminee.run"]], "run() (algorithms.lifelong_dpo.lifelongdpoexaminee method)": [[1, "algorithms.lifelong_dpo.LifelongDPOExaminee.run"]], "run() (algorithms.lifelong_rlhf.lifelongrlhfexaminee method)": [[1, "algorithms.lifelong_rlhf.LifelongRLHFExaminee.run"]], "run() (benchmark.framework.examineebase method)": [[1, "benchmark.framework.ExamineeBase.run"]], "template_type (benchmark.framework.examineebase attribute)": [[1, "benchmark.framework.ExamineeBase.template_type"]], "coevolvejudge (class in challenges.coevolve)": [[2, "challenges.coevolve.CoevolveJudge"]], "followjudge (class in challenges.follow)": [[2, "challenges.follow.FollowJudge"]], "judgebase (class in benchmark.framework)": [[2, "benchmark.framework.JudgeBase"]], "predictjudge (class in challenges.predict)": [[2, "challenges.predict.PredictJudge"]], "__init__() (benchmark.framework.judgebase method)": [[2, "benchmark.framework.JudgeBase.__init__"]], "eval_snapshot() (benchmark.framework.judgebase method)": [[2, "benchmark.framework.JudgeBase.eval_snapshot"]], "eval_snapshot() (challenges.coevolve.coevolvejudge method)": [[2, "challenges.coevolve.CoevolveJudge.eval_snapshot"]], "eval_snapshot() (challenges.follow.followjudge method)": [[2, "challenges.follow.FollowJudge.eval_snapshot"]], "eval_snapshot() (challenges.predict.predictjudge method)": [[2, "challenges.predict.PredictJudge.eval_snapshot"]], "eval_times (benchmark.framework.judgebase attribute)": [[2, "benchmark.framework.JudgeBase.eval_times"]], "eval_times (challenges.coevolve.coevolvejudge attribute)": [[2, "challenges.coevolve.CoevolveJudge.eval_times"]], "eval_times (challenges.follow.followjudge attribute)": [[2, "challenges.follow.FollowJudge.eval_times"]], "eval_times (challenges.predict.predictjudge attribute)": [[2, "challenges.predict.PredictJudge.eval_times"]], "interpret_result() (benchmark.framework.judgebase method)": [[2, "benchmark.framework.JudgeBase.interpret_result"]], "interpret_result() (challenges.coevolve.coevolvejudge class method)": [[2, "challenges.coevolve.CoevolveJudge.interpret_result"]], "interpret_result() (challenges.follow.followjudge class method)": [[2, "challenges.follow.FollowJudge.interpret_result"]], "model_size (benchmark.framework.judgebase attribute)": [[2, "benchmark.framework.JudgeBase.model_size"]], "model_size (challenges.coevolve.coevolvejudge attribute)": [[2, "challenges.coevolve.CoevolveJudge.model_size"]], "model_size (challenges.follow.followjudge attribute)": [[2, "challenges.follow.FollowJudge.model_size"]], "model_size (challenges.predict.predictjudge attribute)": [[2, "challenges.predict.PredictJudge.model_size"]], "produce_final_result() (benchmark.framework.judgebase method)": [[2, "benchmark.framework.JudgeBase.produce_final_result"]], "produce_final_result() (challenges.coevolve.coevolvejudge method)": [[2, "challenges.coevolve.CoevolveJudge.produce_final_result"]], "produce_final_result() (challenges.follow.followjudge method)": [[2, "challenges.follow.FollowJudge.produce_final_result"]], "query_from_examinee() (benchmark.framework.judgebase method)": [[2, "benchmark.framework.JudgeBase.query_from_examinee"]], "query_from_examinee() (challenges.coevolve.coevolvejudge method)": [[2, "challenges.coevolve.CoevolveJudge.query_from_examinee"]], "query_from_examinee() (challenges.follow.followjudge method)": [[2, "challenges.follow.FollowJudge.query_from_examinee"]], "query_from_examinee() (challenges.predict.predictjudge method)": [[2, "challenges.predict.PredictJudge.query_from_examinee"]], "query_total_length (benchmark.framework.judgebase attribute)": [[2, "benchmark.framework.JudgeBase.query_total_length"]], "query_total_length (challenges.coevolve.coevolvejudge attribute)": [[2, "challenges.coevolve.CoevolveJudge.query_total_length"]], "query_total_length (challenges.follow.followjudge attribute)": [[2, "challenges.follow.FollowJudge.query_total_length"]], "query_total_length (challenges.predict.predictjudge attribute)": [[2, "challenges.predict.PredictJudge.query_total_length"]], "reset() (benchmark.framework.judgebase method)": [[2, "benchmark.framework.JudgeBase.reset"]], "reset() (challenges.coevolve.coevolvejudge method)": [[2, "challenges.coevolve.CoevolveJudge.reset"]], "reset() (challenges.follow.followjudge method)": [[2, "challenges.follow.FollowJudge.reset"]], "reset() (challenges.predict.predictjudge method)": [[2, "challenges.predict.PredictJudge.reset"]], "test() (benchmark.framework.judgebase method)": [[2, "benchmark.framework.JudgeBase.test"]], "tick() (benchmark.framework.judgebase method)": [[2, "benchmark.framework.JudgeBase.tick"]], "tick() (challenges.coevolve.coevolvejudge method)": [[2, "challenges.coevolve.CoevolveJudge.tick"]], "tick() (challenges.follow.followjudge method)": [[2, "challenges.follow.FollowJudge.tick"]], "tick() (challenges.predict.predictjudge method)": [[2, "challenges.predict.PredictJudge.tick"]], "update_human_proxy() (challenges.coevolve.coevolvejudge method)": [[2, "challenges.coevolve.CoevolveJudge.update_human_proxy"]], "model (class in src.abstractions.model)": [[3, "src.abstractions.model.Model"]], "__init__() (src.abstractions.model.model method)": [[3, "src.abstractions.model.Model.__init__"]], "copy() (src.abstractions.model.model method)": [[3, "src.abstractions.model.Model.copy"]], "deep_copy() (src.abstractions.model.model method)": [[3, "src.abstractions.model.Model.deep_copy"]], "evaluate() (src.abstractions.model.model method)": [[3, "src.abstractions.model.Model.evaluate"]], "finetune() (src.abstractions.model.model method)": [[3, "src.abstractions.model.Model.finetune"]], "format_dataset() (src.abstractions.model.model method)": [[3, "src.abstractions.model.Model.format_dataset"]], "free_gpu_memory() (src.abstractions.model.model method)": [[3, "src.abstractions.model.Model.free_gpu_memory"]], "inference() (src.abstractions.model.model method)": [[3, "src.abstractions.model.Model.inference"]], "save_permanent() (src.abstractions.model.model method)": [[3, "src.abstractions.model.Model.save_permanent"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["Data", "Examinee", "Judge", "Model", "documentation", "index", "running", "usage"], "filenames": ["Data.rst", "Examinee.rst", "Judge.rst", "Model.rst", "documentation.rst", "index.rst", "running.rst", "usage.rst"], "titles": ["Data", "Examinee", "Judge", "Model", "Documentation", "ProgressGym: Dataset &amp; Experimental Framework for Progress Alignment", "Running the benchmark", "Implementing Your Own Experiment"], "terms": {"thi": [0, 1, 2, 3, 4, 5, 6, 7], "i": [0, 1, 2, 3, 4, 6, 7], "class": [0, 1, 2, 3, 7], "us": [0, 1, 2, 3, 6, 7], "repres": [0, 2, 3, 7], "ani": [0, 1, 2, 3, 6, 7], "bodi": 0, "With": 0, "sever": 0, "memori": [0, 3], "effici": [0, 3], "method": [0, 1, 2, 3, 7], "built": [0, 6], "design": [0, 3], "manipul": [0, 2, 3, 7], "load": [0, 2, 3], "src": [0, 3], "abstract": [0, 1, 2, 3, 4, 7], "data_nam": 0, "str": [0, 1, 2, 3, 7], "data_typ": 0, "liter": [0, 1, 3, 7], "pretrain": [0, 3], "sft": [0, 3], "prefer": [0, 1, 2, 3, 7], "data_path": 0, "none": [0, 1, 2, 3, 7], "data_cont": 0, "list": [0, 1, 2, 3, 7], "dict": [0, 1, 2, 3, 7], "kwarg": [0, 1, 2, 7], "The": [0, 1, 2, 3, 6, 7], "store": [0, 1, 7], "": [0, 1, 2, 6, 7], "path": [0, 3], "format": [0, 3, 6], "relev": [0, 6], "field": [0, 2, 3, 7], "etc": 0, "allow": [0, 1, 7], "larg": [0, 5], "__init__": [0, 1, 2, 3, 7], "initi": [0, 1, 2, 3, 6, 7], "paramet": [0, 3], "necessari": [0, 2, 7], "name": [0, 2, 3, 4, 7], "option": [0, 2, 3, 7], "type": [0, 3], "usag": [0, 5], "e": [0, 2, 6, 7], "which": [0, 2, 3, 7], "stage": [0, 3], "train": [0, 6], "search": [0, 3], "when": [0, 1, 2, 3, 6, 7], "omit": [0, 3, 6], "make": [0, 6], "sure": [0, 1, 6, 7], "exist": 0, "lib": 0, "llama_factori": 0, "other": [0, 3], "see": [0, 6], "abstractions_config": [0, 3], "json": [0, 3, 6], "recogn": 0, "llama": [0, 6], "factori": [0, 6], "content": 0, "provid": [0, 1, 5, 7], "given": [0, 2, 7], "written": 0, "creat": [0, 6], "new": [0, 2, 6, 7], "dataset": [0, 3, 6, 7], "unless": [0, 1, 6, 7], "case": [0, 1, 2, 3, 7], "save": [0, 3, 6], "output": [0, 3, 6], "rais": 0, "filenotfounderror": 0, "If": 0, "file": [0, 6, 7], "found": 0, "default": [0, 3, 6], "specifi": [0, 1, 3, 7], "exampl": [0, 1, 3, 5, 7], "c4_demo": 0, "all_passag": 0, "iter": [0, 1, 2, 7], "hashabl": 0, "return": [0, 1, 2, 3, 7], "an": [0, 1, 2, 3, 5, 6, 7], "all": [0, 1, 2, 3, 4, 6, 7], "passag": 0, "copi": [0, 1, 3, 7], "shallow": [0, 3], "current": [0, 1, 2, 3, 6, 7], "instanc": [0, 3], "manage_llama_factory_registr": 0, "oper": [0, 1, 2, 6, 7], "add": [0, 2, 7], "remov": [0, 3], "queri": [0, 1, 2, 7], "forced_upd": 0, "bool": [0, 3], "true": [0, 3], "registr": 0, "statu": 0, "No": 0, "chang": [0, 2], "ar": [0, 1, 2, 3, 6, 7], "made": 0, "ad": 0, "alreadi": [0, 1, 6], "non": 0, "perform": [0, 2, 3, 6, 7], "It": [0, 1, 2, 3, 7], "can": [0, 1, 3, 5, 7], "whether": [0, 2, 3], "forcefulli": 0, "updat": [0, 1, 2, 3, 7], "A": [0, 2, 7], "boolean": 0, "mean": [0, 2, 7], "befor": [0, 2, 7], "save_permanent_and_regist": 0, "saved_nam": [0, 3], "forced_rewrit": [0, 3], "fals": [0, 3], "data_save_path": 0, "from": [0, 1, 2, 3, 5, 6, 7], "without": [0, 2, 3], "save_perman": [0, 3], "still": [0, 3], "present": [0, 3], "directli": [0, 2, 3, 7], "next": [0, 2, 3, 7], "time": [0, 1, 3], "full": [0, 3], "do": [0, 1, 6, 7], "includ": [0, 1, 3, 5, 7], "suffix": [0, 3], "set_key_field": 0, "prompt_field_nam": 0, "query_field_nam": 0, "response_field_nam": 0, "system_field_nam": 0, "suppress_registration_upd": 0, "In": [0, 1, 2, 3, 7], "place": [0, 3, 6], "pass": [0, 1, 2, 7], "empti": 0, "string": [0, 3, 6], "argument": [0, 3, 6], "order": [0, 2, 3, 7], "eras": 0, "Will": 0, "automat": [0, 6], "regist": 0, "prompt": [0, 1, 2, 7], "respons": [0, 1, 2, 7], "system": [0, 2, 5], "suppress": 0, "qa": 0, "instruct": [0, 3], "input": [0, 3], "transform": 0, "callabl": [0, 3], "result_data_nam": [0, 3], "max_batch_s": 0, "int": [0, 2, 3, 7], "1": [0, 2, 3, 7], "keep_key_field": 0, "appli": 0, "everi": [0, 1, 2, 7], "element": 0, "where": [0, 2, 3, 6, 7], "valu": [0, 1, 2, 3, 5, 6, 7], "mutabl": 0, "immut": 0, "contain": [0, 2, 3, 4], "result": [0, 2, 3, 6, 7], "out": [0, 3, 5], "doe": [0, 2, 7], "modifi": 0, "self": [0, 2, 3, 7], "function": 0, "like": [0, 1, 3, 7], "huge": 0, "union": [0, 3], "upon": [0, 1, 6, 7], "rewrit": 0, "must": [0, 2, 7], "take": [0, 2], "key_field": 0, "onli": [0, 1, 2, 3, 6, 7], "so": [0, 1, 5, 7], "doesn": [0, 3], "t": [0, 3, 7], "renam": 0, "kei": [0, 2, 3, 4, 7], "after": [0, 1, 7], "datafilecollect": 0, "collection_nam": 0, "collection_path": 0, "file_selection_func": 0, "we": [0, 1, 2, 5, 6, 7], "directori": 0, "suppli": [0, 2, 3, 6, 7], "captur": 0, "real": [0, 5], "instead": [0, 1, 2, 7], "you": [0, 1, 2, 5, 6, 7], "mai": [0, 2, 7], "want": [0, 6], "exclud": 0, "undat": 0, "That": 0, "histext_1826_to_2018": 0, "shared_storag": 0, "our_dataset": 0, "histext_mar8_guten_eebo_pol_ia10_unrefin": 0, "lambda": 0, "1826": 0, "split": 0, "6": 0, "2018": 0, "all_fil": 0, "collect": 0, "had": 0, "been": [0, 6], "always_force_rewrit": 0, "multi": 0, "being": 0, "need": [0, 1, 2, 6, 7], "convert": 0, "similar": 0, "those": [0, 1, 2, 7], "avail": [0, 6], "nevertheless": 0, "convert_to_data": 0, "filter_field": 0, "merg": 0, "one": [0, 2, 6], "usabl": 0, "should": [0, 1, 2, 3, 7], "filter": 0, "normal": [0, 1, 2, 6, 7], "seen": 0, "autodiscov": 0, "futur": 0, "result_collection_nam": 0, "suppress_tqdm": 0, "maximum": 0, "batch": [0, 3], "size": [0, 2, 3], "tqdm": 0, "progress": [0, 1, 7], "bar": 0, "progressgym": [1, 2, 4, 6, 7], "aim": 1, "evalu": [1, 2, 3, 5, 7], "how": [1, 7], "well": [1, 2, 5, 7], "algorithm": [1, 2, 3, 5, 6, 7], "align": [1, 6, 7], "model": [1, 2, 4, 5, 6, 7], "accord": [1, 2, 7], "human": [1, 2, 5, 7], "instanti": [1, 2, 6], "here": [1, 2, 7], "For": [1, 6], "each": [1, 2, 3, 6, 7], "have": [1, 6, 7], "implement": [1, 2, 3, 5], "sub": 1, "base": [1, 2, 3, 7], "extra": 1, "inform": [1, 2, 7], "most": [1, 7], "importantli": 1, "interact": 1, "judg": [1, 4, 5, 7], "step": 1, "pleas": [1, 6], "refer": [1, 2, 7], "document": [1, 2, 5, 7], "page": [1, 2, 4], "re": [1, 7], "unfamiliar": 1, "what": 1, "baselin": [1, 7], "ve": [1, 2], "give": [1, 2], "better": [1, 2, 7], "understand": [1, 7], "work": [1, 7], "benchmark": [1, 2, 5, 7], "framework": [1, 2, 7], "examineebas": [1, 2, 7], "combin": [1, 7], "languag": [1, 2, 5, 6, 7], "free": [1, 3, 7], "wai": [1, 7], "long": [1, 7], "follow": [1, 2, 5, 6, 7], "interfac": [1, 7], "your": [1, 2, 3, 5, 6], "subclass": [1, 2, 7], "checkpoint_id": [1, 7], "statist": [1, 2, 7], "get_current_model": [1, 7], "timestep": [1, 2, 7], "current_model": [1, 2, 7], "attribut": [1, 7], "overrid": [1, 2, 7], "query_from_judg": [1, 7], "data": [1, 2, 3, 4, 6, 7], "call": [1, 2, 6, 7], "reset": [1, 2, 7], "endow": [1, 7], "examinee_model_s": [1, 6, 7], "abl": [1, 7], "start": [1, 2, 7], "same": [1, 3, 7], "state": [1, 2, 7], "basic": [1, 5, 7], "setup": [1, 7], "run": [1, 2, 3, 5, 7], "judgebas": [1, 2, 7], "over": [1, 5, 7], "correspond": [1, 2, 7], "control": [1, 7], "paus": [1, 7], "resum": [1, 2, 7], "At": [1, 7], "learn": [1, 2, 3, 7], "about": [1, 2, 7], "latest": [1, 2, 7], "query_from_examine": [1, 2, 7], "ha": [1, 6, 7], "its": [1, 2, 7], "yield": [1, 7], "back": [1, 7], "complet": [1, 3, 6, 7], "begin": [1, 6, 7], "template_typ": [1, 3, 7], "alpaca": [1, 3, 7], "mistral": [1, 7], "determin": [1, 2, 7], "extrapolative_dpo": 1, "extrapolativedpoexamine": 1, "extrapolative_rlhf": 1, "extrapolativerlhfexamine": 1, "lifelong_rlhf": 1, "lifelongrlhfexamine": 1, "lifelong_dpo": 1, "lifelongdpoexamine": 1, "examine": [2, 4, 5, 6, 7], "through": [2, 7], "task": [2, 5, 7], "code": 2, "handl": [2, 6], "proxi": 2, "three": [2, 5, 7], "challeng": [2, 5, 6, 7], "eval_snapshot": [2, 7], "snapshot": [2, 7], "log": [2, 3, 7], "recommend": [2, 3, 7], "own": [2, 5], "eval": [2, 7], "eval_tim": [2, 7], "interpret_result": [2, 7], "float": [2, 3, 7], "dictionari": [2, 3, 6, 7], "calcul": [2, 7], "singl": [2, 7], "score": [2, 6, 7], "overal": [2, 7], "higher": [2, 7], "leaderboard": [2, 7], "rank": [2, 7], "model_s": [2, 7], "produce_final_result": [2, 7], "final": [2, 7], "end": [2, 3, 7], "test": [2, 3, 6, 7], "get": [2, 7], "metric": [2, 7], "prevent": [2, 7], "manual": [2, 7], "fill": [2, 7], "while": [2, 7], "preserv": [2, 3, 7], "purpos": [2, 7], "answer": [2, 7], "accordingli": [2, 7], "could": [2, 6, 7], "either": [2, 3, 7], "possibli": [2, 7], "differ": [2, 7], "query_total_length": [2, 7], "intern": [2, 6, 7], "addit": [2, 3, 6, 7], "logic": [2, 7], "user": [2, 5, 7], "move": [2, 7], "seri": [2, 6, 7], "examinee_it": [2, 7], "tick": [2, 7], "increment": [2, 7], "current_timestep": [2, 7], "more": [2, 7], "coevolv": [2, 5], "coevolvejudg": 2, "compar": 2, "actual": 2, "simul": 2, "histori": 2, "account": 2, "bidirect": 2, "influenc": [2, 5], "between": [2, 5, 7], "ai": [2, 5], "evolutionari": 2, "trajectori": 2, "forward": 2, "distanc": 2, "classmethod": 2, "produc": [2, 6], "supplementary_data": 2, "let": 2, "update_human_proxi": 2, "epoch": [2, 3], "comment": [2, 6], "support": [2, 3, 6], "previou": 2, "checkpoint": [2, 3], "failur": 2, "lead": 2, "rel": 2, "complex": 2, "structur": 2, "requir": [2, 5], "special": 2, "treatment": 2, "sinc": 2, "than": [2, 3], "plain": 2, "would": 2, "much": 2, "simpler": 2, "followjudg": 2, "measur": 2, "itself": 2, "match": 2, "timepoint": 2, "ground_truth_model": 2, "predict": [2, 3, 5], "predictjudg": 2, "dure": 3, "whole": 3, "process": 3, "processgym": 3, "just": 3, "feel": [3, 7], "util": [3, 6], "model_nam": 3, "is_instruct_finetun": 3, "model_path": 3, "num_gpu": 3, "indic": 3, "finetun": 3, "set": [3, 6], "training_result": 3, "number": 3, "gpu": 3, "parallel": 3, "infer": 3, "total": 3, "machin": [3, 6], "templat": 3, "gemma": 3, "2b_sft_19centuri": 3, "deep_copi": 3, "dest_suffix": 3, "dest_full_nam": 3, "dest_subdir": 3, "rlhf_result": 3, "source_explicit_path": 3, "deep": 3, "destin": 3, "subdirectori": 3, "explicit": 3, "sourc": [3, 6], "fast": 3, "dummi": [3, 7], "ndarrai": 3, "high": 3, "dimension": 3, "vector": 3, "moral": [3, 5], "choos": 3, "debug": [3, 7], "dpo": [3, 5], "rlhf": [3, 5, 6], "algo": 3, "full_param": 3, "lora": 3, "result_model_nam": 3, "batch_size_multiplier_log2": 3, "0": 3, "grad_accu_multiplier_log2": 3, "2": 3, "lr": 3, "lr_scheduler_typ": 3, "lr_scheduler_kwarg": 3, "load_best_at_end": 3, "num_nod": 3, "save_checkpoint": 3, "perform_ev": 3, "ppo_data": 3, "backend": 3, "deepspe": 3, "trl": 3, "multipli": 3, "gradient": 3, "accumul": 3, "rate": 3, "schedul": 3, "best": 3, "node": 3, "ppo": 3, "format_dataset": 3, "raw_data": 3, "token": 3, "rw": 3, "chosen": 3, "x1": 3, "x2": 3, "reject": 3, "y1": 3, "y2": 3, "map": 3, "input_ids_chosen": 3, "attention_mask_chosen": 3, "input_ids_reject": 3, "free_gpu_memori": 3, "destroy_model_parallel": 3, "vllm": 3, "cach": 3, "wipe": 3, "serial": 3, "temperatur": 3, "object": 3, "also": [3, 6], "two": [3, 6], "text": [3, 6], "below": 3, "descreas": 3, "speed": 3, "faster": 3, "rest": 3, "magnitud": 3, "style": 3, "model_save_path": 3, "member": 4, "frontier": 5, "llm": 5, "hold": 5, "increas": 5, "epistemologi": 5, "Such": 5, "reinforc": 5, "prevail": 5, "societ": 5, "potenti": 5, "contribut": 5, "lock": 5, "misguid": 5, "belief": 5, "consequ": 5, "perpetu": 5, "problemat": 5, "practic": 5, "broad": 5, "scale": 5, "introduc": 5, "technic": 5, "solut": 5, "mitig": 5, "immin": 5, "risk": 5, "To": [5, 7], "empow": 5, "research": 5, "codifi": 5, "world": 5, "concret": 5, "specif": [5, 6], "core": 5, "track": 5, "evolv": 5, "pg": 5, "preemptiv": 5, "anticip": 5, "regul": 5, "feedback": 5, "loop": 5, "shift": 5, "asid": 5, "lifelong": 5, "extrapol": 5, "api": 5, "custom": 5, "check": 5, "experi": 5, "section": 5, "instal": 5, "index": 5, "develop": 6, "python": [6, 7], "3": 6, "8": 6, "linux": 6, "conda": 6, "thank": 6, "author": 6, "librari": 6, "moralchoic": 6, "safe": 6, "clone": 6, "codebas": 6, "git": 6, "http": 6, "github": 6, "com": 6, "pku": 6, "cd": 6, "sh": 6, "environ": 6, "pa38": 6, "lf": 6, "former": 6, "latter": 6, "entri": 6, "point": 6, "script": 6, "g": 6, "run_benchmark": [6, 7], "py": [6, 7], "build_dataset": 6, "further": 6, "switch": 6, "altern": 6, "construct": 6, "pypi": 6, "packag": 6, "via": 6, "pip": 6, "yet": 6, "expect": 6, "releas": 6, "soon": 6, "build": 6, "notic": [], "don": [], "part": 6, "yourself": 6, "our": [6, 7], "find": 6, "paper": [], "histext": 6, "sequenc": 6, "download": 6, "compil": 6, "them": 6, "desir": 6, "decompress": 6, "raw": 6, "multipl": 6, "raw_download": 6, "organ": 6, "unifi": 6, "histor": 6, "dataset_textseq": 6, "century_num": 6, "year_num": 6, "dataset_modelseq": 6, "algo1": 6, "algo2": 6, "algo3": 6, "subtask1": 6, "subtask2": 6, "subtask3": 6, "output_filenam": [6, 7], "output_dir": 6, "benchmark_result": 6, "h": 6, "help": 6, "thei": 6, "challenge_nam": 6, "output_directori": 6, "test_nam": 6, "item": 6, "comprehens": 6, "subtask": 6, "detail": 6, "command": 6, "line": 6, "judge_model_s": 6, "70b": 6, "8b": 6, "assess": 7, "tempor": 7, "abil": 7, "guidanc": 7, "daunt": 7, "dom": 7, "worri": 7, "read": 7, "descript": 7, "ll": 7, "four": 7, "describ": 7, "experiment": 7, "turn": 7, "pre": 7, "verifi": 7, "your_algorithm": 7, "dummy_debugging_run": 7, "Of": 7, "cours": 7, "major": 7, "similarli": 7, "dummy_examine": [], "your_task": 7, "note": 6, "replic": 6, "histllama": 6, "huggingfac": 6, "co": [], "666735fcf3e4efa276226eaa": [], "_": []}, "objects": {"algorithms.extrapolative_dpo": [[1, 0, 1, "", "ExtrapolativeDPOExaminee"]], "algorithms.extrapolative_dpo.ExtrapolativeDPOExaminee": [[1, 1, 1, "", "get_current_model"], [1, 1, 1, "", "query_from_judge"], [1, 1, 1, "", "reset"], [1, 1, 1, "", "run"]], "algorithms.extrapolative_rlhf": [[1, 0, 1, "", "ExtrapolativeRLHFExaminee"]], "algorithms.extrapolative_rlhf.ExtrapolativeRLHFExaminee": [[1, 1, 1, "", "get_current_model"], [1, 1, 1, "", "query_from_judge"], [1, 1, 1, "", "reset"], [1, 1, 1, "", "run"]], "algorithms.lifelong_dpo": [[1, 0, 1, "", "LifelongDPOExaminee"]], "algorithms.lifelong_dpo.LifelongDPOExaminee": [[1, 1, 1, "", "get_current_model"], [1, 1, 1, "", "query_from_judge"], [1, 1, 1, "", "reset"], [1, 1, 1, "", "run"]], "algorithms.lifelong_rlhf": [[1, 0, 1, "", "LifelongRLHFExaminee"]], "algorithms.lifelong_rlhf.LifelongRLHFExaminee": [[1, 1, 1, "", "get_current_model"], [1, 1, 1, "", "query_from_judge"], [1, 1, 1, "", "reset"], [1, 1, 1, "", "run"]], "benchmark.framework": [[1, 0, 1, "", "ExamineeBase"], [2, 0, 1, "", "JudgeBase"]], "benchmark.framework.ExamineeBase": [[1, 1, 1, "", "__init__"], [1, 2, 1, "", "checkpoint_id"], [1, 1, 1, "", "get_current_model"], [1, 1, 1, "", "query_from_judge"], [1, 1, 1, "", "reset"], [1, 1, 1, "", "run"], [1, 2, 1, "", "template_type"]], "benchmark.framework.JudgeBase": [[2, 1, 1, "", "__init__"], [2, 1, 1, "", "eval_snapshot"], [2, 2, 1, "", "eval_times"], [2, 1, 1, "", "interpret_result"], [2, 2, 1, "", "model_size"], [2, 1, 1, "", "produce_final_result"], [2, 1, 1, "", "query_from_examinee"], [2, 2, 1, "", "query_total_length"], [2, 1, 1, "", "reset"], [2, 1, 1, "", "test"], [2, 1, 1, "", "tick"]], "challenges.coevolve": [[2, 0, 1, "", "CoevolveJudge"]], "challenges.coevolve.CoevolveJudge": [[2, 1, 1, "", "eval_snapshot"], [2, 2, 1, "", "eval_times"], [2, 1, 1, "", "interpret_result"], [2, 2, 1, "", "model_size"], [2, 1, 1, "", "produce_final_result"], [2, 1, 1, "", "query_from_examinee"], [2, 2, 1, "", "query_total_length"], [2, 1, 1, "", "reset"], [2, 1, 1, "", "tick"], [2, 1, 1, "", "update_human_proxy"]], "challenges.follow": [[2, 0, 1, "", "FollowJudge"]], "challenges.follow.FollowJudge": [[2, 1, 1, "", "eval_snapshot"], [2, 2, 1, "", "eval_times"], [2, 1, 1, "", "interpret_result"], [2, 2, 1, "", "model_size"], [2, 1, 1, "", "produce_final_result"], [2, 1, 1, "", "query_from_examinee"], [2, 2, 1, "", "query_total_length"], [2, 1, 1, "", "reset"], [2, 1, 1, "", "tick"]], "challenges.predict": [[2, 0, 1, "", "PredictJudge"]], "challenges.predict.PredictJudge": [[2, 1, 1, "", "eval_snapshot"], [2, 2, 1, "", "eval_times"], [2, 2, 1, "", "model_size"], [2, 1, 1, "", "query_from_examinee"], [2, 2, 1, "", "query_total_length"], [2, 1, 1, "", "reset"], [2, 1, 1, "", "tick"]], "src.abstractions.data": [[0, 0, 1, "", "Data"], [0, 0, 1, "", "DataFileCollection"]], "src.abstractions.data.Data": [[0, 1, 1, "", "__init__"], [0, 1, 1, "", "all_passages"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "manage_llama_factory_registration"], [0, 1, 1, "", "save_permanent_and_register"], [0, 1, 1, "", "set_key_fields"], [0, 1, 1, "", "transform"]], "src.abstractions.data.DataFileCollection": [[0, 1, 1, "", "__init__"], [0, 1, 1, "", "all_files"], [0, 1, 1, "", "all_passages"], [0, 2, 1, "", "always_force_rewrite"], [0, 1, 1, "", "convert_to_Data"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "save_permanent"], [0, 1, 1, "", "transform"]], "src.abstractions.model": [[3, 0, 1, "", "Model"]], "src.abstractions.model.Model": [[3, 1, 1, "", "__init__"], [3, 1, 1, "", "copy"], [3, 1, 1, "", "deep_copy"], [3, 1, 1, "", "evaluate"], [3, 1, 1, "", "finetune"], [3, 1, 1, "", "format_dataset"], [3, 1, 1, "", "free_gpu_memory"], [3, 1, 1, "", "inference"], [3, 1, 1, "", "save_permanent"]]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:attribute"}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "attribute", "Python attribute"]}, "titleterms": {"data": 0, "examine": 1, "judg": 2, "model": 3, "document": 4, "content": [4, 5], "class": 4, "progressgym": 5, "dataset": 5, "experiment": 5, "framework": 5, "progress": 5, "align": 5, "run": 6, "benchmark": 6, "requir": 6, "instal": 6, "basic": 6, "usag": 6, "implement": 7, "your": 7, "own": 7, "experi": 7}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Data": [[0, "data"]], "Examinee": [[1, "examinee"]], "Judge": [[2, "judge"]], "Model": [[3, "model"]], "Documentation": [[4, "documentation"]], "Contents": [[4, "contents"], [5, "contents"]], "Classes:": [[4, null]], "ProgressGym: Dataset & Experimental Framework for Progress Alignment": [[5, "progressgym-dataset-experimental-framework-for-progress-alignment"]], "Running the benchmark": [[6, "running-the-benchmark"]], "Requirements": [[6, "requirements"]], "Installation": [[6, "installation"]], "Basic Usage": [[6, "basic-usage"]], "Implementing Your Own Experiment": [[7, "implementing-your-own-experiment"]]}, "indexentries": {}})
\ No newline at end of file
diff --git a/docs/usage.html b/docs/usage.html
index 22d9a76..d077ebc 100644
--- a/docs/usage.html
+++ b/docs/usage.html
@@ -198,8 +198,7 @@
   <input type="hidden" name="area" value="default">
 </form>
 <div id="searchbox"></div><div class="sidebar-scroll"><div class="sidebar-tree">
-  <p class="caption" role="heading"><span class="caption-text">Contents:</span></p>
-<ul class="current">
+  <ul class="current">
 <li class="toctree-l1"><a class="reference internal" href="running.html">Running the benchmark</a></li>
 <li class="toctree-l1 current current-page"><a class="current reference internal" href="#">Implementing Your Own Experiment</a></li>
 <li class="toctree-l1 has-children"><a class="reference internal" href="documentation.html">Documentation</a><input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" role="switch" type="checkbox"/><label for="toctree-checkbox-1"><div class="visually-hidden">Toggle navigation of Documentation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
@@ -209,6 +208,7 @@
 <li class="toctree-l2"><a class="reference internal" href="Examinee.html">Examinee</a></li>
 </ul>
 </li>
+<li class="toctree-l1"><a class="reference internal" href="genindex.html">Index</a></li>
 </ul>
 
 </div>
@@ -321,7 +321,7 @@ <h1>Implementing Your Own Experiment<a class="headerlink" href="#implementing-yo
 
 </dd></dl>
 
-<p>We have implemented the four baseline examinees as described in <a class="reference internal" href="index.html"><span class="doc">ProgressGym: Dataset &amp; Experimental Framework for Progress-Aware Alignment</span></a> in <code class="docutils literal notranslate"><span class="pre">./algorithm</span></code>. You can turn to those implementations
+<p>We have implemented the four baseline examinees as described in <a class="reference internal" href="index.html"><span class="doc">ProgressGym: Dataset &amp; Experimental Framework for Progress Alignment</span></a> in <code class="docutils literal notranslate"><span class="pre">./algorithm</span></code>. You can turn to those implementations
 for reference for your own implementation.</p>
 <p>After implementation, use our pre-implemented <em>dummy</em> challenge to verify and debug your implementation.</p>
 <div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$ </span>python<span class="w"> </span>run_benchmark.py
@@ -330,7 +330,7 @@ <h1>Implementing Your Own Experiment<a class="headerlink" href="#implementing-yo
 <span class="go">  --output_filename=dummy_debugging_run</span>
 </pre></div>
 </div>
-<p>After that, use <code class="docutils literal notranslate"><span class="pre">run_benchmark.py</span></code> as described in <a class="reference internal" href="index.html"><span class="doc">ProgressGym: Dataset &amp; Experimental Framework for Progress-Aware Alignment</span></a> to start your experiment.</p>
+<p>After that, use <code class="docutils literal notranslate"><span class="pre">run_benchmark.py</span></code> as described in <a class="reference internal" href="index.html"><span class="doc">ProgressGym: Dataset &amp; Experimental Framework for Progress Alignment</span></a> to start your experiment.</p>
 <p>The <a class="reference internal" href="Judge.html#benchmark.framework.JudgeBase" title="benchmark.framework.JudgeBase"><code class="xref py py-class docutils literal notranslate"><span class="pre">benchmark.framework.JudgeBase</span></code></a> class is the base class for all <em>Judges</em> (i.e. benchmark tasks). You can refer to documentations
 for this class to better understand the workings between <em>Judge</em> and <em>Examinee</em> . Of course, you can implemente your own <em>Judge</em> class as well.
 Our implementations of the three major tasks are in <code class="docutils literal notranslate"><span class="pre">./challenges</span></code>, for your reference.</p>
@@ -425,7 +425,7 @@ <h1>Implementing Your Own Experiment<a class="headerlink" href="#implementing-yo
 
 </dd></dl>
 
-<p>Similarly, use <em>dummy_examinee</em> to verify your implementation.</p>
+<p>Similarly, use the dummy examinee to verify your implementation.</p>
 <div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$ </span>python<span class="w"> </span>run_benchmark.py
 <span class="go">  --algorithms=Dummy</span>
 <span class="go">  --challenges=your_task</span>