Commit Graph

Select branches

Hide Pull Requests

bittersweet1999-patch-1

bittersweet1999-patch-3

dev

main

main2dev_merge

pypi_workflow_dispatch_038

revert-1216-patch-7

revert-1287-calm_dataset

revert-1331-patch-11

revert-1679-add_lora_for_vllm

revert-2059-mmlu_andscieval__tc

#1

#10

#1001

#1003

#1004

#1004

#1006

#101

#1014

#1015

#1016

#1019

#102

#1020

#1024

#1027

#1028

#1029

#1030

#1032

#1036

#1043

#1048

#105

#1050

#1051

#1052

#1053

#1060

#1060

#1062

#1063

#1064

#1065

#1070

#1072

#1073

#1074

#1076

#1077

#1079

#108

#1080

#1081

#1084

#1084

#1089

#1092

#1093

#1094

#1096

#1098

#1099

#11

#1102

#1103

#1104

#1106

#1108

#1109

#111

#1110

#1113

#112

#1120

#1122

#1123

#1125

#1139

#1143

#1146

#1151

#1152

#1153

#1154

#1155

#1156

#1159

#116

#1160

#1163

#1167

#1171

#1173

#1175

#1176

#1178

#118

#1180

#1182

#1183

#1183

#1186

#1189

#119

#1190

#1191

#1193

#1194

#1195

#1198

#12

#1204

#1205

#1206

#1207

#121

#1211

#1211

#1213

#1214

#1215

#1216

#1217

#1218

#122

#1221

#1224

#1225

#1228

#123

#1230

#1240

#1241

#1246

#125

#1250

#1252

#1255

#126

#1263

#1264

#1266

#1267

#1272

#1273

#1276

#1279

#128

#1282

#1284

#1285

#1286

#1287

#1289

#129

#1293

#1294

#13

#130

#1302

#1305

#1306

#1308

#1310

#1311

#1312

#1312

#1313

#1314

#1314

#1315

#1318

#1322

#1324

#1330

#1331

#1333

#1334

#1335

#1337

#1339

#134

#1340

#1341

#1342

#1344

#1349

#1350

#1351

#1352

#1353

#1357

#1358

#1363

#1364

#1365

#1366

#1367

#137

#1373

#1375

#1376

#1377

#1378

#1380

#1383

#1385

#1386

#1389

#1392

#1395

#1396

#1398

#14

#1403

#1404

#1405

#1406

#1411

#1413

#1417

#142

#1422

#1423

#1425

#1426

#1430

#1431

#1433

#1437

#1438

#1439

#144

#1447

#1449

#1450

#1451

#1451

#1453

#1454

#1458

#1461

#1463

#1464

#1467

#1468

#147

#1470

#1475

#148

#1480

#1481

#1482

#1483

#1484

#1486

#1489

#1490

#1491

#1496

#1496

#1497

#15

#1500

#1502

#1503

#1503

#1507

#1508

#1511

#1514

#1517

#1518

#1519

#152

#1521

#1522

#1527

#1528

#1529

#1534

#1539

#1541

#1543

#1544

#1545

#1546

#1547

#1548

#1550

#1552

#1553

#1554

#1555

#1556

#1558

#1559

#1561

#1562

#1563

#1564

#1565

#1566

#1567

#1568

#1569

#1570

#158

#1581

#1582

#1583

#1584

#1588

#1589

#1592

#1593

#1599

#16

#1600

#1601

#1602

#1603

#1604

#1605

#1607

#161

#1610

#1614

#1616

#1617

#1618

#162

#1620

#1623

#1624

#1625

#1626

#1627

#1628

#1631

#1635

#1636

#1637

#1638

#1639

#1640

#1641

#1642

#1642

#1643

#1645

#1648

#165

#1651

#1652

#1653

#1655

#1656

#1657

#1658

#1659

#166

#1662

#1666

#1668

#1670

#1674

#1677

#1677

#1679

#1680

#1681

#1682

#1683

#1684

#1685

#1688

#1689

#169

#1690

#1691

#1691

#1692

#1693

#1694

#1697

#1698

#1699

#17

#170

#1700

#1701

#1702

#1704

#1705

#1706

#1707

#1708

#1709

#1711

#1712

#1713

#1714

#1717

#1719

#1720

#1722

#1724

#1726

#1727

#1728

#1729

#173

#1730

#1731

#1733

#1734

#1735

#1737

#1738

#174

#1740

#1741

#1742

#1744

#1745

#1749

#175

#1750

#1751

#1754

#1757

#1758

#176

#1762

#1763

#1763

#1764

#1765

#1766

#1767

#1768

#1769

#177

#1771

#1772

#1774

#1775

#1777

#178

#1780

#1782

#1783

#1784

#1785

#1786

#1789

#1790

#1791

#1792

#1792

#1794

#1795

#1798

#18

#1800

#1801

#1802

#1806

#1808

#1808

#1809

#1811

#1811

#1812

#1813

#1814

#1815

#1819

#1819

#1826

#1827

#1829

#183

#1830

#1831

#1834

#1837

#1838

#1839

#184

#1841

#1846

#1848

#185

#1850

#1851

#1851

#1852

#1853

#1853

#1854

#1857

#186

#1862

#1863

#1863

#1868

#187

#1870

#1876

#1879

#188

#1881

#1882

#1882

#1886

#1888

#1892

#1894

#1898

#1899

#19

#190

#1900

#1902

#1904

#1906

#1908

#1909

#1910

#1912

#1912

#1916

#1917

#1919

#192

#1920

#1922

#1923

#1924

#1925

#193

#1934

#1936

#1937

#1939

#1940

#1942

#1944

#1945

#1947

#195

#1951

#1953

#1954

#1958

#1959

#196

#1960

#1962

#1963

#1966

#1967

#1968

#1969

#1969

#197

#1974

#1978

#1982

#1985

#1985

#1986

#1990

#1992

#1993

#1996

#1997

#1998

#1999

#2

#20

#2000

#2001

#2002

#2005

#2005

#2007

#2008

#201

#2010

#2011

#2012

#2015

#2016

#2017

#2018

#2018

#202

#202

#2020

#2020

#2021

#2022

#2023

#2024

#2025

#2028

#2029

#203

#2030

#2033

#2034

#2034

#2036

#2037

#2039

#204

#2041

#2043

#2043

#2045

#2046

#2047

#2047

#2048

#2049

#205

#2050

#2050

#2051

#2051

#2052

#2053

#2054

#2056

#2057

#2057

#2059

#206

#2060

#2060

#2061

#2063

#2064

#2065

#2066

#2067

#2068

#2069

#2069

#2070

#2071

#2072

#2073

#2073

#2074

#2074

#2077

#2078

#2080

#2081

#2083

#2085

#2087

#2089

#2090

#2090

#2091

#2091

#2092

#2095

#2096

#2098

#2099

#2099

#21

#210

#2101

#2102

#2103

#2104

#2104

#2105

#2105

#2106

#2109

#2109

#211

#2110

#2111

#2111

#2112

#2113

#2116

#2116

#2118

#2118

#212

#2121

#2121

#2124

#2125

#2125

#2126

#2127

#214

#22

#222

#223

#227

#229

#231

#232

#235

#236

#237

#238

#239

#24

#241

#242

#243

#246

#247

#25

#251

#252

#253

#254

#255

#258

#26

#261

#262

#265

#266

#268

#269

#27

#270

#272

#273

#277

#28

#280

#286

#287

#29

#3

#31

#312

#32

#327

#327

#328

#33

#330

#331

#332

#334

#335

#336

#337

#339

#34

#340

#344

#346

#346

#348

#348

#35

#350

#352

#353

#354

#358

#360

#361

#362

#365

#366

#367

#368

#37

#370

#371

#372

#373

#375

#376

#377

#38

#380

#382

#384

#387

#389

#39

#391

#392

#393

#395

#397

#4

#400

#405

#406

#408

#409

#41

#411

#412

#413

#414

#416

#417

#418

#419

#42

#420

#421

#422

#423

#424

#43

#431

#432

#435

#437

#438

#439

#44

#440

#441

#442

#443

#444

#445

#446

#455

#459

#46

#460

#467

#468

#475

#477

#478

#48

#483

#484

#488

#49

#490

#490

#494

#495

#495

#496

#497

#499

#5

#50

#504

#505

#506

#507

#508

#509

#51

#510

#511

#513

#513

#515

#516

#516

#517

#518

#520

#522

#523

#53

#530

#531

#533

#534

#535

#538

#539

#54

#540

#546

#547

#548

#549

#551

#555

#559

#56

#562

#564

#567

#568

#57

#570

#571

#572

#574

#576

#577

#578

#580

#582

#585

#587

#589

#59

#592

#594

#596

#598

#6

#60

#600

#601

#603

#603

#604

#606

#607

#609

#61

#610

#611

#612

#613

#614

#615

#618

#619

#622

#624

#625

#628

#629

#63

#632

#633

#634

#635

#636

#637

#639

#64

#641

#642

#643

#644

#645

#648

#652

#654

#655

#657

#658

#658

#66

#660

#662

#662

#666

#669

#672

#675

#676

#678

#679

#68

#680

#681

#682

#683

#684

#685

#686

#69

#690

#692

#693

#694

#695

#697

#698

#699

#7

#70

#700

#704

#705

#706

#707

#71

#710

#711

#713

#714

#715

#716

#718

#719

#72

#720

#721

#722

#724

#726

#727

#729

#73

#730

#731

#732

#733

#734

#735

#738

#739

#74

#740

#743

#744

#745

#746

#747

#749

#75

#750

#751

#753

#754

#755

#76

#762

#762

#764

#765

#766

#769

#770

#771

#772

#773

#774

#775

#776

#777

#778

#779

#78

#782

#786

#787

#788

#789

#79

#790

#790

#791

#795

#8

#801

#802

#803

#804

#805

#806

#807

#808

#809

#81

#810

#812

#813

#814

#815

#816

#82

#823

#824

#825

#825

#828

#829

#830

#833

#834

#835

#836

#837

#838

#839

#840

#842

#844

#845

#846

#847

#849

#852

#853

#854

#859

#862

#863

#864

#871

#873

#874

#875

#876

#877

#878

#880

#887

#888

#890

#891

#892

#893

#894

#896

#897

#9

#903

#906

#907

#909

#91

#911

#913

#914

#915

#916

#922

#929

#930

#931

#938

#939

#94

#941

#943

#944

#945

#947

#95

#951

#953

#954

#956

#957

#958

#96

#960

#961

#963

#964

#966

#969

#969

#97

#972

#973

#975

#976

#977

#98

#982

#983

#984

#985

#986

#988

#989

#99

#992

#993

#994

#995

#997

#999

0.1.0

0.1.1

0.1.2

0.1.3

0.1.4

0.1.5

0.1.6

0.1.7

0.1.8

0.1.8.rc1

0.1.9

0.2.0

0.2.1

0.2.2

0.2.2.rc1

0.2.3

0.2.4

0.2.4.rc1

0.2.5

0.2.5.rc1

0.2.6

0.3.0

0.3.1

0.3.2

0.3.2.post1

0.3.3

0.3.4

0.3.5

0.3.6

0.3.7

0.3.8

0.3.9

0.4.0

0.4.1

0.4.2

Mono Color

• 55aa1717ce [Refactor] Refactorize openicl eval task MaiziXiao 2025-04-01 03:49:04 +0000
• f71eb78c72
  [Doc] Add TBD Token in Datasets Statistics (#1986) Myhs_phz 2025-03-31 19:08:55 +0800
• 0d69047a8b doc Myhs-phz 2025-03-31 07:33:37 +0000
• 8516612701 doc Myhs-phz 2025-03-31 07:33:01 +0000
• 2b8eeb261d doc Myhs-phz 2025-03-31 07:30:39 +0000
• a194c01b23 doc Myhs-phz 2025-03-31 02:43:21 +0000
• 030c6794ed updates the dependency PyExt ShaohonChen 2025-03-29 19:58:23 +0800
• 55d6941ed9 Add olymmath dataset liushz 2025-03-28 11:46:29 +0000
• 31f259e909 feat Myhs-phz 2025-03-28 11:46:00 +0000
• 006a70748f Add olymmath dataset liushz 2025-03-28 11:25:52 +0000
• a75b8fa98e Add olymmath dataset liushz 2025-03-28 11:21:35 +0000
• 55cc6cfb54 intervl-8b&38b Dongsheng Zhu 2025-03-27 09:39:31 +0000
• 0f46c35211
  [Bug] Aime2024 config fix (#1974) Linchen Xiao 2025-03-25 17:57:11 +0800
• ad22275fb1 fix MaiziXiao 2025-03-25 09:49:18 +0000
• b72544bc55 [Bug] Aime2024 config fix MaiziXiao 2025-03-25 09:22:46 +0000
• 6118596362
  [Feature] Add recommendation configs for datasets (#1937) Myhs_phz 2025-03-25 14:54:13 +0800
• 6d443cc7fe
  Update dataset-index.yml Myhs_phz 2025-03-25 14:31:08 +0800
• 566d913a01
  Merge branch 'main' into datasetrefine_week1 Myhs_phz 2025-03-25 14:22:54 +0800
• 3bcbdc4077 fix Myhs-phz 2025-03-25 03:43:59 +0000
• 5cbd8b7324 Fix torch dtype error liushz 2025-03-25 02:54:26 +0000
• 871ebaf969 fix Myhs-phz 2025-03-25 02:48:46 +0000
• 21a92d4c14 Merge branch 'main' of github.com:open-compass/opencompass into tmp_olmpbench liushz 2025-03-25 02:48:09 +0000
• bf436cbae6 doc Myhs-phz 2025-03-24 14:00:24 +0000
• c5abd9201a fix Myhs-phz 2025-03-24 11:24:28 +0000
• 8e1a41c532 fix Myhs-phz 2025-03-24 11:20:46 +0000
• 21cbb2691d fix Myhs-phz 2025-03-24 11:17:05 +0000
• 7cfe1cfe04 fix Myhs-phz 2025-03-24 11:06:03 +0000
• 4261b316a6 fix Myhs-phz 2025-03-24 10:40:58 +0000
• 07930b854a
  [Update] Add Korbench config with no max_out_len (#1968) Linchen Xiao 2025-03-24 18:38:06 +0800
• 6a51f41c31 fix Myhs-phz 2025-03-24 10:34:41 +0000
• b992e70fb4 Add Korbench no max_out_len MaiziXiao 2025-03-24 10:33:33 +0000
• bd23094df4 Add Korbench no max_out_len MaiziXiao 2025-03-24 10:30:06 +0000
• 796e2d0177 fix Myhs-phz 2025-03-24 10:29:32 +0000
• 199052e92e fix Myhs-phz 2025-03-24 10:15:34 +0000
• 4f07a1c457 fix Myhs-phz 2025-03-24 08:56:04 +0000
• 2639d113d8 fix Myhs-phz 2025-03-24 08:27:45 +0000
• 37307fa996
  [Update] Add QWQ32b model config (#1959) Myhs_phz 2025-03-24 14:51:39 +0800
• db96161a4e
  [Update] Add SuperGPQA subset metrics (#1966) Linchen Xiao 2025-03-24 14:25:12 +0800
• aa05993922
  [Update] Add dataset configurations of no max_out_len (#1967) Linchen Xiao 2025-03-24 14:24:12 +0800
• 5134f14e72 update test torch version MaiziXiao 2025-03-24 06:05:40 +0000
• 8f6ce4db52 update test torch version MaiziXiao 2025-03-24 05:55:02 +0000
• 3e50ee9533 update test torch version MaiziXiao 2025-03-24 05:49:28 +0000
• 0dcb1bd0fe update test torch version MaiziXiao 2025-03-24 04:20:34 +0000
• d8b056cd77
  Merge branch 'main' into qwq32b Linchen Xiao 2025-03-24 11:30:28 +0800
• 3451c8190c [Update] Add dataset configurations of no max_out_len MaiziXiao 2025-03-24 03:29:41 +0000
• 64128916d0
  [Update] Increase memory size for CPU job of VOLC Runner (#1962) Linchen Xiao 2025-03-24 11:21:14 +0800
• 8a5029b121
  [Feature] Add MultiPL-E & Code Evaluator (#1963) Dongsheng Zhu 2025-03-21 20:09:25 +0800
• 03531e7a2f SuperGPQA subset metrics MaiziXiao 2025-03-21 12:06:18 +0000
• 3f6435e0e3 index upadate Dongsheng Zhu 2025-03-21 05:13:20 +0000
• 492bf320af comments upadate Dongsheng Zhu 2025-03-21 03:49:54 +0000
• f92947c900 multiple_code update Dongsheng Zhu 2025-03-20 06:02:13 +0000
• 373a0cba9b multiple_code develop Dongsheng Zhu 2025-03-20 05:56:27 +0000
• 8a425ecd9a Merge branch 'main' of github.com:open-compass/opencompass into tmp_olmpbench liushz 2025-03-20 03:40:32 +0000
• b1c2f60d32 fix hook Myhs-phz 2025-03-19 09:14:52 +0000
• 6b4772df3a [Update] Increase memory size for CPU job of VOLC Runner MaiziXiao 2025-03-19 08:42:23 +0000
• 26c5f64946 [Update] Increase memory size for CPU job of VOLC Runner MaiziXiao 2025-03-19 08:42:12 +0000
• ffe00a830d feat Myhs-phz 2025-03-19 03:37:23 +0000
• 716c02785c fix and doc Myhs-phz 2025-03-19 02:03:45 +0000
• cc9761e882 fix Myhs-phz 2025-03-19 01:16:59 +0000
• b9de8b0e2b
  [Update] Unset disallowed_special token for Openai model (#1960) Linchen Xiao 2025-03-18 20:24:07 +0800
• c98599271b
  [Update] Update OlympiadBench and Update LLM Judge (#1954) Songyang Zhang 2025-03-18 20:15:20 +0800
• 5d2d253d83
  [BUG] Fix model_kwargs pass logic for vllm (#1958) Jason Cheung 2025-03-18 20:08:15 +0800
• bfcdde3df4 [Update] Unset disallowed_special token for Openai model MaiziXiao 2025-03-18 11:40:58 +0000
• f7b28e87f3 fix the bug that model_kwargs passed in is invalid when the accelerator is vllm ZJJ 2025-03-18 17:41:30 +0800
• b9b69febc3 back Myhs-phz 2025-03-18 09:33:06 +0000
• 1b8e520a12 Update OlympiadBench and Update LLM Judge zhangsongyang 2025-03-17 12:48:34 +0000
• 0b7f76e193
  [Bug] Fix Summarizer logic (#1953) Linchen Xiao 2025-03-17 18:25:08 +0800
• 43cf21581a [Bug] Fix Summarizer logic MaiziXiao 2025-03-17 09:57:56 +0000
• 53c6725d19 fix Myhs-phz 2025-03-17 09:40:57 +0000
• 15c825a51a
  [Update] Bbeh harmony summarizer added (#1951) Yufeng Zhao 2025-03-17 17:19:56 +0800
• cd2678dddf cleaned_rebased yufeng zhao 2025-03-17 09:13:00 +0000
• a04ef82977 clean yufeng zhao 2025-03-17 08:59:00 +0000
• 4bdaab0c5f clean yufeng zhao 2025-03-17 08:57:35 +0000
• 674d67cfe7 harmonic-tested yufeng zhao 2025-03-17 08:47:51 +0000
• 8f904eb24a harmonic-tested yufeng zhao 2025-03-17 08:46:44 +0000
• b6fe20b20e update_summerizer yufeng zhao 2025-03-17 05:22:44 +0000
• 4941df996f harmonic yufeng zhao 2025-03-16 03:25:32 +0000
• aa788a60eb removeprint yufeng zhao 2025-03-10 06:47:11 +0000
• 5fc26c92b2 fix_smallbugs_bbeh yufeng zhao 2025-03-10 04:54:28 +0000
• 28ad5a98d4 bbeh yufeng zhao 2025-03-10 04:25:52 +0000
• 2e7ecad7d1 bbeh yufeng zhao 2025-03-10 04:24:52 +0000
• d7f2f3ec6b clean yufeng zhao 2025-03-17 08:59:00 +0000
• e22a2b3342 clean yufeng zhao 2025-03-17 08:57:35 +0000
• 04f9fb614d harmonic-tested yufeng zhao 2025-03-17 08:47:51 +0000
• 171b28b38b harmonic-tested yufeng zhao 2025-03-17 08:46:44 +0000
• f9599c1f32 update_summerizer yufeng zhao 2025-03-17 05:22:44 +0000
• 78d94e7bbd harmonic yufeng zhao 2025-03-16 03:25:32 +0000
• 854c6bf025
  [Update] Update requirement and base evaluator Linchen Xiao 2025-03-13 20:52:50 +0800
• 8d910aad84 update MaiziXiao 2025-03-13 11:50:28 +0000
• 7c04f1a016 update MaiziXiao 2025-03-13 11:20:59 +0000
• e6b6d16823 update MaiziXiao 2025-03-13 10:43:28 +0000
• 1c60e3a0f6
  [Update] Add configurations for llmjudge dataset (#1940) Linchen Xiao 2025-03-13 17:30:04 +0800
• df4ef43534 update MaiziXiao 2025-03-13 09:20:43 +0000
• a3bac3611a [Fix] Fix bugs when adding QwQ models wangjingchao 2025-03-13 17:16:16 +0800
• 4ef3c5083b [Feature] Support QwQ-32B and QwQ-Plus Hoter Young 2025-03-13 17:07:15 +0800
• 51f5792f7c fix Myhs-phz 2025-03-13 08:54:30 +0000
• 03edec84db Add configurations for llmjudge dataset MaiziXiao 2025-03-13 08:37:32 +0000
• a80dcd4df7 add_qwen_api_qwq_32b wangjingchao 2025-03-13 14:02:36 +0800
• 60b230e285 fix datasets in fullbench_int3 Myhs-phz 2025-03-12 13:58:58 +0000
• 709bc4af0e
  [Update] Add AIME2025 oss info (#1936) liushz 2025-03-12 18:41:16 +0800