%PDF-1.4
%����
1 0 obj
<< /Metadata 3 0 R /Names 4 0 R /OpenAction 5 0 R /Outlines 6 0 R /PageMode /UseOutlines /Pages 7 0 R /Type /Catalog >>
endobj
2 0 obj
<< /Author (Zerui Cheng; Stella Wohnig; Ruchika Gupta; Samiul Alam; Tassallah Abdullahi; Jo�o Alves Ribeiro; Christian Nielsen-Garcia; Saif Mir; Siran Li; Jason Orender; Seyed Ali Bahrainian; Daniel Kirste; Aaron Gokaslan; Miko\233aj Glinka; Carsten Eickhoff; Ruben Wolff) /Creator (arXiv GenPDF \(tex2pdf:e76afa9\)) /DOI (https://doi.org/10.48550/arXiv.2510.07575) /License (http://creativecommons.org/licenses/by/4.0/) /PTEX.Fullbanner (This is pdfTeX, Version 3.141592653-2.6-1.40.28 \(TeX Live 2025\) kpathsea version 6.4.1) /Producer (pikepdf 8.15.1) /Title (Benchmarking is Broken - Don't Let AI be its Own Judge) /Trapped /False /arXivID (https://arxiv.org/abs/2510.07575v1) >>
endobj
3 0 obj
<< /Subtype /XML /Type /Metadata /Length 2046 >>
stream
Benchmarking is Broken - Don't Let AI be its Own JudgeZerui ChengStella WohnigRuchika GuptaSamiul AlamTassallah AbdullahiJoão Alves RibeiroChristian Nielsen-GarciaSaif MirSiran LiJason OrenderSeyed Ali BahrainianDaniel KirsteAaron GokaslanMikołaj GlinkaCarsten EickhoffRuben Wolffhttp://creativecommons.org/licenses/by/4.0/cs.AIcs.LG
endstream
endobj
4 0 obj
<< /Dests 8 0 R >>
endobj
5 0 obj
<< /D [ 9 0 R /Fit ] /S /GoTo >>
endobj
6 0 obj
<< /Count 6 /First 10 0 R /Last 11 0 R /Type /Outlines >>
endobj
7 0 obj
<< /Count 12 /Kids [ 12 0 R 13 0 R ] /Type /Pages >>
endobj
8 0 obj
<< /Kids [ 14 0 R 15 0 R 16 0 R ] /Limits [ (Doc-Start) (table.caption.9) ] >>
endobj
9 0 obj
<< /Annots [ 17 0 R 18 0 R 19 0 R ] /Contents [ 20 0 R 21 0 R 22 0 R 23 0 R ] /MediaBox [ 0 0 612 792 ] /Parent 12 0 R /Resources 24 0 R /Type /Page >>
endobj
10 0 obj
<< /A 25 0 R /Next 26 0 R /Parent 6 0 R /Title 27 0 R >>
endobj
11 0 obj
<< /A 28 0 R /Parent 6 0 R /Prev 29 0 R /Title 30 0 R >>
endobj
12 0 obj
<< /Count 6 /Kids [ 9 0 R 31 0 R 32 0 R 33 0 R 34 0 R 35 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
13 0 obj
<< /Count 6 /Kids [ 36 0 R 37 0 R 38 0 R 39 0 R 40 0 R 41 0 R ] /Parent 7 0 R /Type /Pages >>
endobj
14 0 obj
<< /Kids [ 42 0 R 43 0 R 44 0 R 45 0 R 46 0 R 47 0 R ] /Limits [ (Doc-Start) (cite.modelcontamination) ] >>
endobj
15 0 obj
<< /Kids [ 48 0 R 49 0 R 50 0 R 51 0 R 52 0 R 53 0 R ] /Limits [ (cite.multi-prompt) (page.7) ] >>
endobj
16 0 obj
<< /Kids [ 54 0 R 55 0 R 56 0 R 57 0 R ] /Limits [ (page.8) (table.caption.9) ] >>
endobj
17 0 obj
<< /A << /D (Hfootnote.1) /S /GoTo >> /Border [ 0 0 1 ] /C [ 1 0 0 ] /H /I /Rect [ 402.851 185.99 408.829 198.483 ] /Subtype /Link /Type /Annot >>
endobj
18 0 obj
<< /A << /S /URI /Type /Action /URI (https://peerbench.ai) >> /Border [ 0 0 1 ] /C [ 0 1 1 ] /H /I /Rect [ 352.832 79.759 448.949 92.602 ] /Subtype /Link /Type /Annot >>
endobj
19 0 obj
<< /A << /S /URI /URI (https://arxiv.org/abs/2510.07575v1) >> /BS << /W 0 >> /NM (fitz-L0) /Rect [ 12 230.46997 32 561.53 ] /Subtype /Link >>
endobj
20 0 obj
<< /Length 10 /Filter /FlateDecode >>
stream
x�+� � |
endstream
endobj
21 0 obj
<< /Filter /FlateDecode /Length 3497 >>
stream
xڵZ[�۶~����%�̊&^��v�8�I�z����y�(��.E*�x���� �Z�cg����w�,��`�ݳ����3�k�d�4��Lċr��e�,��g�U��g�z�����oE-D�"�7��P~Ƌ$��<������B��n_�w��.Wax���v)2��[��S5�����|�Xa�8��~�
�F�4�W=��Aٛ�+���ݺ�{���~��7l��6~���L�D�~"���~ ��~�9Ľ7��F�`Q-��R��$LHh%ЋX$���$e^���A3/w
����o%f�y*3ZC��.�D$�H�Y�h�;�k;�NF���SnB���m{ݫ�*����i�5�Z�r��RL8
�,�&�ʝ��}7�b��$�� 3#�/�\{=T֛�b?����Ѣ�O`e%��O�N��2��f��^�uL��\�7=�ֲ���5%�-��d��<�{�� ���
��z�4��4G���&O�
'd_�Z�������VU���w�!U�9WA��dL-�L!�}˄~�,�w��l>�9z�T��5���k�:1~��8o�}�m�����6�Q�F�ɐH?��L���Q��� �^���5�1�<��I�MQ��L⟺�z5k bbb̛DH?&��/#���FNq�5wEW͊����tBG�2ZM��Q�q�AZ��R�t}��Eq4�~&���Ȋ�J�w���v.C?M��|<=�r�y4
ܷ����I��e&�|yf��˹�l S�01�Z��3N�B#��(�&�7��K�;��w��a�} �����<��\�����&�^^]�!��dZ�P�~�T�G[��G �����\ո��v^�rh��Z� 5$�6\�!?���c�p�K`�������cb'?M��N7�b�
2��ۧ)�h���K�
��ς|����4K���
��]�yU#������ �f�j�]�T�vVǀ
�r`&�}��'�_����/l�j,���VUH�s* .$G*�>+
~����2��hT=��c?�&u_�Yd_W6�}�쑻�(��z�Z<����&���Ѯ�,�'iN4��ɻ���E4ѺOr"��6F��rg���lr�=bߚت�Ԉ��Y����I:G Ċ�_��Q9��$�ؠq�
D3�կ���˦�[�^��7Vv��4E��4�� �4���|�]ӺM��:#Gy�I
?Km��Hݝ_Rc���1��W��N���8i�H`1��X@V��o��7}�y/~n�H]���$YD�7��͞�pg�&���WM�K~B�mƅ�=䦶�0A�J�⑫��C�p,��8��¯�������+�_c��7�?(r��E��=���7ť�o!� ��T ���V��� ��&�(��/d͎�֍�w=t�ڻ��sF���us84m� 뵲k�ߔH�6R�i�>VTl{b38׳̄
���N+Rd�yž1���)�fܚ�
���LA
����V���� ��{Cr�/�ػ�H@���w(�b�����};t�=�B��ד�d璤����j ��(���0G�A��C�2�xX�C�Rz��V�m| 3Z�!�����8)k>U��b�+�������Bd��k:��C���U�0�6E_�] �@#_�J����eyr\9�z�*����~���P�B7괦j�Q�r;���3�>��9�� �E�����~�ӕ�F0�Q���>� tG�wL$U�T����Mx�*6|�7|]�SvL1�qg��N����WN
�=vC�O:�L�8�Xx$Т�]8�$1�*s�;�,�v)\H��~������d��i���6��� `�ˎ'���D�lx̀�'
���lSSw��b�a�87D��I������R�XK�X[�����(�)'��NW��b���Jש��۸N �����6t�Qo��1 0�Z9hk�@���mm'��m�P�ǑE�b�E �l��+�B��R�62�67��t.Q������������Xz]���l:�#��
"�Nn;�e���7�E`Y&ú�%��i�
��ڟز�@UޝN+�Hh�1�
�}:�����!θ
��s���\��uQ�|�2���[U颶u��+��\�OZ?�Z���x�W���N(f�A���W�A�;
�<�9��4�(xe�@S�[Aֻ���n�;���B��aex�o}�\_"h���{�@���Q�
(V�����q'�~z��q���:q� �5�cp��C��DH@�iԴݹ/��)�<|m=�{����g�H�kK��H�<�@&-��S�r�Hz"T�my`r��ؚ��fJ3���f0B�k��Q(M�����Ƽ[EA�
O�m����`�8�S��ï���N$��I d [WOa}H�2r�����`/E�h;PJ(ɿ%
0�'T��
���P�ڬ���4ccN����� s���Y�#�'kIL@����� 5]�I�@��۞o���k�~�4��'��Z2v�zeҴ9wD1i��5b�}�rեCQI�i�T� �Q8�aYB��f����Ce�O}�I~3t��iZ��b�����uL��:��7Tv�u�����#�L�5:���fk��9��8�#aѵ��p
?!��a5�\>��[�Lb�x��v������2�S�'��&�;�@����m�M��Of���E�&���.��jF�S?{����B�������� 7��P����X[5\ٱc�����J��\BF~��0➕:gJv�Π��Zx��I�EK��W��
����nϏ��Q�C@ .�1\
��e�h�:�:���Ι
��d6�r*�j[8�Z.�Ma�Vm��\�Z�6�t���i�RI���*f�w��ڃ(�w�W�s���#�����#us�Z��Ky��k�
�s�T���U����1��y�����P�ȗ���H���
%��?Q�� T����r�џg��d�#P�$��������Ms��S�r�c�����X�){�"���;n]�����9B��ۛ �='�;ϟ=85߃3A��~B�v�3Y��'ɷ�ug��~�'5�.�?�(�96<����TVD�h�՛k�0��i������[
endstream
endobj
22 0 obj
<< /Length 11 /Filter /FlateDecode >>
stream
x��
� � f
endstream
endobj
23 0 obj
<< /Filter /FlateDecode /Length 141 >>
stream
x�E��
�@E������<�т�Dpg����:-.FQ�LU���Ɂ��32:F�̹�E�� �
�
�|����{n(�y�&��o���𰌜$��KQ
�JR�4ۚg!�p�vJ��p���B~4�탹�:�l2��
-3&e
endstream
endobj
24 0 obj
<< /ColorSpace 58 0 R /ExtGState 59 0 R /Font << /F117 60 0 R /F124 61 0 R /F130 62 0 R /F31 63 0 R /F34 64 0 R /F37 65 0 R /F80 66 0 R /F93 67 0 R /Times-Roman 68 0 R >> /Pattern 69 0 R /ProcSet [ /PDF /Text ] >>
endobj
25 0 obj
<< /D (section.1) /S /GoTo >>
endobj
26 0 obj
<< /A 70 0 R /Next 71 0 R /Parent 6 0 R /Prev 10 0 R /Title 72 0 R >>
endobj
27 0 obj
endobj
28 0 obj
<< /D (section.6) /S /GoTo >>
endobj
29 0 obj
<< /A 73 0 R /Next 11 0 R /Parent 6 0 R /Prev 74 0 R /Title 75 0 R >>
endobj
30 0 obj
endobj
31 0 obj
<< /Annots [ 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R ] /Contents 97 0 R /MediaBox [ 0 0 612 792 ] /Parent 12 0 R /Resources 98 0 R /Type /Page >>
endobj
32 0 obj
<< /Annots [ 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R 112 0 R 113 0 R 114 0 R 115 0 R 116 0 R 117 0 R ] /Contents 118 0 R /MediaBox [ 0 0 612 792 ] /Parent 12 0 R /Resources 119 0 R /Type /Page >>
endobj
33 0 obj
<< /Annots [ 120 0 R 121 0 R 122 0 R 123 0 R 124 0 R ] /Contents 125 0 R /MediaBox [ 0 0 612 792 ] /Parent 12 0 R /Resources 126 0 R /Type /Page >>
endobj
34 0 obj
<< /Annots [ 127 0 R 128 0 R 129 0 R 130 0 R 131 0 R 132 0 R 133 0 R 134 0 R 135 0 R 136 0 R ] /Contents 137 0 R /MediaBox [ 0 0 612 792 ] /Parent 12 0 R /Resources 138 0 R /Type /Page >>
endobj
35 0 obj
<< /Annots [ 139 0 R 140 0 R 141 0 R ] /Contents 142 0 R /MediaBox [ 0 0 612 792 ] /Parent 12 0 R /Resources 143 0 R /Type /Page >>
endobj
36 0 obj
<< /Contents 144 0 R /Group 145 0 R /MediaBox [ 0 0 612 792 ] /Parent 13 0 R /Resources 146 0 R /Type /Page >>
endobj
37 0 obj
<< /Annots [ 147 0 R ] /Contents 148 0 R /MediaBox [ 0 0 612 792 ] /Parent 13 0 R /Resources 149 0 R /Type /Page >>
endobj
38 0 obj
<< /Contents 150 0 R /MediaBox [ 0 0 612 792 ] /Parent 13 0 R /Resources 151 0 R /Type /Page >>
endobj
39 0 obj
<< /Contents 152 0 R /MediaBox [ 0 0 612 792 ] /Parent 13 0 R /Resources 153 0 R /Type /Page >>
endobj
40 0 obj
<< /Contents 154 0 R /MediaBox [ 0 0 612 792 ] /Parent 13 0 R /Resources 155 0 R /Type /Page >>
endobj
41 0 obj
<< /Contents 156 0 R /MediaBox [ 0 0 612 792 ] /Parent 13 0 R /Resources 157 0 R /Type /Page >>
endobj
42 0 obj
<< /Limits [ (Doc-Start) (cite.benchmarkleakage) ] /Names [ (Doc-Start) 158 0 R (Hfootnote.1) 159 0 R (Hfootnote.2) 160 0 R (Hfootnote.3) 161 0 R (cite.benchmarkdefinition) 162 0 R (cite.benchmarkleakage) 163 0 R ] >>
endobj
43 0 obj
<< /Limits [ (cite.benchmarklottery) (cite.chiang2024arena) ] /Names [ (cite.benchmarklottery) 164 0 R (cite.benchmarkprize) 165 0 R (cite.betterbench) 166 0 R (cite.biases) 167 0 R (cite.brown2020language) 168 0 R (cite.chiang2024arena) 169 0 R ] >>
endobj
44 0 obj
<< /Limits [ (cite.cobbe2021gsm8k) (cite.datasetuse) ] /Names [ (cite.cobbe2021gsm8k) 170 0 R (cite.contamination) 171 0 R (cite.contamination2) 172 0 R (cite.contamination3) 173 0 R (cite.contamination4) 174 0 R (cite.datasetuse) 175 0 R ] >>
endobj
45 0 obj
<< /Limits [ (cite.dodge2019show) (cite.hendrycks2021mmlu) ] /Names [ (cite.dodge2019show) 176 0 R (cite.ethayarajh2022towards) 177 0 R (cite.glue) 178 0 R (cite.golovanov2023adversarial) 179 0 R (cite.grigoryan2025benchmarks) 180 0 R (cite.hendrycks2021mmlu) 181 0 R ] >>
endobj
46 0 obj
<< /Limits [ (cite.humancentric) (cite.koch2021reduced) ] /Names [ (cite.humancentric) 182 0 R (cite.humanfairness) 183 0 R (cite.imagenet) 184 0 R (cite.kaufman2012leakage) 185 0 R (cite.kiela2021dynabench) 186 0 R (cite.koch2021reduced) 187 0 R ] >>
endobj
47 0 obj
<< /Limits [ (cite.lewis2021overlap) (cite.modelcontamination) ] /Names [ (cite.lewis2021overlap) 188 0 R (cite.liang2022helm) 189 0 R (cite.llmmetric) 190 0 R (cite.merkletree) 191 0 R (cite.minefield) 192 0 R (cite.modelcontamination) 193 0 R ] >>
endobj
48 0 obj
<< /Limits [ (cite.multi-prompt) (cite.perez2022red) ] /Names [ (cite.multi-prompt) 194 0 R (cite.orr2024reframing) 195 0 R (cite.ott) 196 0 R (cite.park2022metadata) 197 0 R (cite.peerreview) 198 0 R (cite.perez2022red) 199 0 R ] >>
endobj
49 0 obj
<< /Limits [ (cite.phan2025humanity) (cite.ribeiro2020beyond) ] /Names [ (cite.phan2025humanity) 200 0 R (cite.privacy) 201 0 R (cite.recht2019imagenet) 202 0 R (cite.rethinking) 203 0 R (cite.reuel2024hidden) 204 0 R (cite.ribeiro2020beyond) 205 0 R ] >>
endobj
50 0 obj
<< /Limits [ (cite.sota) (cite.techcrunch2025llama) ] /Names [ (cite.sota) 206 0 R (cite.srivastava2022bigbench) 207 0 R (cite.supercharged2025llama) 208 0 R (cite.superglue) 209 0 R (cite.targetting) 210 0 R (cite.techcrunch2025llama) 211 0 R ] >>
endobj
51 0 obj
<< /Limits [ (cite.testsetcontamination) (cite.zheng2023judging) ] /Names [ (cite.testsetcontamination) 212 0 R (cite.themarkup) 213 0 R (cite.traintestdata) 214 0 R (cite.trustaibenchmarks) 215 0 R (cite.white2025livebench) 216 0 R (cite.zheng2023judging) 217 0 R ] >>
endobj
52 0 obj
<< /Limits [ (figure.caption.10) (page.12) ] /Names [ (figure.caption.10) 218 0 R (noticebox.caption.1) 219 0 R (page.1) 220 0 R (page.10) 221 0 R (page.11) 222 0 R (page.12) 223 0 R ] >>
endobj
53 0 obj
<< /Limits [ (page.2) (page.7) ] /Names [ (page.2) 224 0 R (page.3) 225 0 R (page.4) 226 0 R (page.5) 227 0 R (page.6) 228 0 R (page.7) 229 0 R ] >>
endobj
54 0 obj
<< /Limits [ (page.8) (section*.4) ] /Names [ (page.8) 230 0 R (page.9) 231 0 R (section*.11) 232 0 R (section*.2) 233 0 R (section*.3) 234 0 R (section*.4) 235 0 R ] >>
endobj
55 0 obj
<< /Limits [ (section*.5) (section.2) ] /Names [ (section*.5) 236 0 R (section*.6) 237 0 R (section*.7) 238 0 R (section*.8) 239 0 R (section.1) 240 0 R (section.2) 241 0 R ] >>
endobj
56 0 obj
<< /Limits [ (section.3) (subsection.4.2) ] /Names [ (section.3) 242 0 R (section.4) 243 0 R (section.5) 244 0 R (section.6) 245 0 R (subsection.4.1) 246 0 R (subsection.4.2) 247 0 R ] >>
endobj
57 0 obj
<< /Limits [ (subsection.4.3) (table.caption.9) ] /Names [ (subsection.4.3) 248 0 R (subsection.4.4) 249 0 R (table.caption.9) 250 0 R ] >>
endobj
58 0 obj
<< /pgfprgb [ /Pattern /DeviceRGB ] >>
endobj
59 0 obj
<< /pgf@ca1.0 << /ca 1 >> >>
endobj
60 0 obj
<< /BaseFont /KRHGZF+SFTT0900 /Encoding 251 0 R /FirstChar 46 /FontDescriptor 252 0 R /LastChar 116 /Subtype /Type1 /ToUnicode 253 0 R /Type /Font /Widths 254 0 R >>
endobj
61 0 obj
<< /BaseFont /KEAMHN+NimbusRomNo9L-Medi /Encoding 255 0 R /FirstChar 2 /FontDescriptor 256 0 R /LastChar 227 /Subtype /Type1 /ToUnicode 257 0 R /Type /Font /Widths 258 0 R >>
endobj
62 0 obj
<< /BaseFont /DGSVOO+NimbusRomNo9L-Regu /Encoding 255 0 R /FirstChar 2 /FontDescriptor 259 0 R /LastChar 252 /Subtype /Type1 /ToUnicode 260 0 R /Type /Font /Widths 261 0 R >>
endobj
63 0 obj
<< /BaseFont /BZLBGS+CMR7 /FirstChar 40 /FontDescriptor 262 0 R /LastChar 57 /Subtype /Type1 /ToUnicode 263 0 R /Type /Font /Widths 264 0 R >>
endobj
64 0 obj
<< /BaseFont /PTMPGW+CMMI7 /FirstChar 59 /FontDescriptor 265 0 R /LastChar 118 /Subtype /Type1 /ToUnicode 266 0 R /Type /Font /Widths 267 0 R >>
endobj
65 0 obj
<< /BaseFont /GEAHYS+CMSY7 /FirstChar 3 /FontDescriptor 268 0 R /LastChar 122 /Subtype /Type1 /ToUnicode 269 0 R /Type /Font /Widths 270 0 R >>
endobj
66 0 obj
<< /BaseFont /LEWZAZ+CMSY6 /FirstChar 3 /FontDescriptor 271 0 R /LastChar 122 /Subtype /Type1 /ToUnicode 272 0 R /Type /Font /Widths 273 0 R >>
endobj
67 0 obj
<< /BaseFont /PEMZKG+SFTT1000 /Encoding 251 0 R /FirstChar 45 /FontDescriptor 274 0 R /LastChar 122 /Subtype /Type1 /ToUnicode 275 0 R /Type /Font /Widths 276 0 R >>
endobj
68 0 obj
<< /BaseFont /Times-Roman /Encoding /WinAnsiEncoding /Subtype /Type1 /Type /Font >>
endobj
69 0 obj
<< >>
endobj
70 0 obj
<< /D (section.2) /S /GoTo >>
endobj
71 0 obj
<< /A 277 0 R /Next 74 0 R /Parent 6 0 R /Prev 26 0 R /Title 278 0 R >>
endobj
72 0 obj
endobj
73 0 obj
<< /D (section.5) /S /GoTo >>
endobj
74 0 obj
<< /A 279 0 R /Count -4 /First 280 0 R /Last 281 0 R /Next 29 0 R /Parent 6 0 R /Prev 71 0 R /Title 282 0 R >>
endobj
75 0 obj
endobj
76 0 obj
<< /A << /D (cite.benchmarkprize) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 355.646 629.037 367.601 637.884 ] /Subtype /Link /Type /Annot >>
endobj
77 0 obj
<< /A << /D (cite.benchmarkdefinition) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 472.511 629.037 484.466 637.884 ] /Subtype /Link /Type /Annot >>
endobj
78 0 obj
<< /A << /D (cite.imagenet) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 347.349 574.591 359.305 583.338 ] /Subtype /Link /Type /Annot >>
endobj
79 0 obj
<< /A << /D (cite.glue) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 440.305 574.492 452.26 583.338 ] /Subtype /Link /Type /Annot >>
endobj
80 0 obj
<< /A << /D (cite.sota) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 198.19 541.864 210.146 550.611 ] /Subtype /Link /Type /Annot >>
endobj
81 0 obj
<< /A << /D (cite.themarkup) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 435.401 492.748 447.356 501.495 ] /Subtype /Link /Type /Annot >>
endobj
82 0 obj
<< /A << /D (cite.contamination) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 110.388 438.103 122.343 446.95 ] /Subtype /Link /Type /Annot >>
endobj
83 0 obj
<< /A << /D (cite.contamination2) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 125.807 438.103 137.763 446.95 ] /Subtype /Link /Type /Annot >>
endobj
84 0 obj
<< /A << /D (cite.contamination3) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 141.227 438.103 153.182 446.95 ] /Subtype /Link /Type /Annot >>
endobj
85 0 obj
<< /A << /D (cite.contamination4) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 156.647 437.983 168.602 446.95 ] /Subtype /Link /Type /Annot >>
endobj
86 0 obj
<< /A << /D (cite.ethayarajh2022towards) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 137.429 372.649 149.385 381.495 ] /Subtype /Link /Type /Annot >>
endobj
87 0 obj
<< /A << /D (cite.minefield) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 308.325 345.351 320.28 354.198 ] /Subtype /Link /Type /Annot >>
endobj
88 0 obj
<< /A << /D (cite.recht2019imagenet) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 415.295 231.003 427.25 239.85 ] /Subtype /Link /Type /Annot >>
endobj
89 0 obj
<< /A << /D (cite.dodge2019show) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 430.68 231.003 442.635 239.85 ] /Subtype /Link /Type /Annot >>
endobj
90 0 obj
<< /A << /D (cite.testsetcontamination) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 189.105 209.185 201.06 218.031 ] /Subtype /Link /Type /Annot >>
endobj
91 0 obj
<< /A << /D (cite.traintestdata) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 204.631 209.185 216.587 218.031 ] /Subtype /Link /Type /Annot >>
endobj
92 0 obj
<< /A << /D (cite.modelcontamination) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 488.86 198.375 500.815 207.122 ] /Subtype /Link /Type /Annot >>
endobj
93 0 obj
<< /A << /D (cite.benchmarkleakage) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 488.362 176.457 500.317 185.304 ] /Subtype /Link /Type /Annot >>
endobj
94 0 obj
<< /A << /D (cite.kaufman2012leakage) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 349.003 154.639 360.959 163.486 ] /Subtype /Link /Type /Annot >>
endobj
95 0 obj
<< /A << /D (cite.lewis2021overlap) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 363.947 154.639 375.903 163.486 ] /Subtype /Link /Type /Annot >>
endobj
96 0 obj
<< /A << /D (cite.reuel2024hidden) /S /GoTo >> /Border [ 0 0 1 ] /C [ 0 1 0 ] /H /I /Rect [ 378.891 154.639 390.846 163.486 ] /Subtype /Link /Type /Annot >>
endobj
97 0 obj
<< /Filter /FlateDecode /Length 4542 >>
stream
xڕZے�6�}�W��IJ"J\��5��k;��{잘�v�J�$nS�������=�LP$���H$�L⒗������D����o��{'J�e��**r���>V���SQ?�c�������Xw�������:z(�2�3z8
˲���AAQf�zȊ$������>���.NU�ZWv���Tt��.N������G����vMw���=��q�}Pc��i�7�?tS[�+�]e���~������VM-��
xxG�{Pa��)�\�yV�\��s��T����ap��Up2��v�L{��G]�>�F�ڊ%F4�|9t�ڎ�a��|1�1|��" މbÒ��f|���4pkk��C׳<��