Commit Graph

Select branches

Hide Pull Requests

bittersweet1999-patch-1

bittersweet1999-patch-3

dev

main

main2dev_merge

pypi_workflow_dispatch_038

revert-1216-patch-7

revert-1287-calm_dataset

revert-1331-patch-11

revert-1679-add_lora_for_vllm

revert-2059-mmlu_andscieval__tc

#1

#10

#1001

#1003

#1004

#1004

#1006

#101

#1014

#1015

#1016

#1019

#102

#1020

#1024

#1027

#1028

#1029

#1030

#1032

#1036

#1043

#1048

#105

#1050

#1051

#1052

#1053

#1060

#1060

#1062

#1063

#1064

#1065

#1070

#1072

#1073

#1074

#1076

#1077

#1079

#108

#1080

#1081

#1084

#1084

#1089

#1092

#1093

#1094

#1096

#1098

#1099

#11

#1102

#1103

#1104

#1106

#1108

#1109

#111

#1110

#1113

#112

#1120

#1122

#1123

#1125

#1139

#1143

#1146

#1151

#1152

#1153

#1154

#1155

#1156

#1159

#116

#1160

#1163

#1167

#1171

#1173

#1175

#1176

#1178

#118

#1180

#1182

#1183

#1183

#1186

#1189

#119

#1190

#1191

#1193

#1194

#1195

#1198

#12

#1204

#1205

#1206

#1207

#121

#1211

#1211

#1213

#1214

#1215

#1216

#1217

#1218

#122

#1221

#1224

#1225

#1228

#123

#1230

#1240

#1241

#1246

#125

#1250

#1252

#1255

#126

#1263

#1264

#1266

#1267

#1272

#1273

#1276

#1279

#128

#1282

#1284

#1285

#1286

#1287

#1289

#129

#1293

#1294

#13

#130

#1302

#1305

#1306

#1308

#1310

#1311

#1312

#1312

#1313

#1314

#1314

#1315

#1318

#1322

#1324

#1330

#1331

#1333

#1334

#1335

#1337

#1339

#134

#1340

#1341

#1342

#1344

#1349

#1350

#1351

#1352

#1353

#1357

#1358

#1363

#1364

#1365

#1366

#1367

#137

#1373

#1375

#1376

#1377

#1378

#1380

#1383

#1385

#1386

#1389

#1392

#1395

#1396

#1398

#14

#1403

#1404

#1405

#1406

#1411

#1413

#1417

#142

#1422

#1423

#1425

#1426

#1430

#1431

#1433

#1437

#1438

#1439

#144

#1447

#1449

#1450

#1451

#1451

#1453

#1454

#1458

#1461

#1463

#1464

#1467

#1468

#147

#1470

#1475

#148

#1480

#1481

#1482

#1483

#1484

#1486

#1489

#1490

#1491

#1496

#1496

#1497

#15

#1500

#1502

#1503

#1503

#1507

#1508

#1511

#1514

#1517

#1518

#1519

#152

#1521

#1522

#1527

#1528

#1529

#1534

#1539

#1541

#1543

#1544

#1545

#1546

#1547

#1548

#1550

#1552

#1553

#1554

#1555

#1556

#1558

#1559

#1561

#1562

#1563

#1564

#1565

#1566

#1567

#1568

#1569

#1570

#158

#1581

#1582

#1583

#1584

#1588

#1589

#1592

#1593

#1599

#16

#1600

#1601

#1602

#1603

#1604

#1605

#1607

#161

#1610

#1614

#1616

#1617

#1618

#162

#1620

#1623

#1624

#1625

#1626

#1627

#1628

#1631

#1635

#1636

#1637

#1638

#1639

#1640

#1641

#1642

#1642

#1643

#1645

#1648

#165

#1651

#1652

#1653

#1655

#1656

#1657

#1658

#1659

#166

#1662

#1666

#1668

#1670

#1674

#1677

#1677

#1679

#1680

#1681

#1682

#1683

#1684

#1685

#1688

#1689

#169

#1690

#1691

#1691

#1692

#1693

#1694

#1697

#1698

#1699

#17

#170

#1700

#1701

#1702

#1704

#1705

#1706

#1707

#1708

#1709

#1711

#1712

#1713

#1714

#1717

#1719

#1720

#1722

#1724

#1726

#1727

#1728

#1729

#173

#1730

#1731

#1733

#1734

#1735

#1737

#1738

#174

#1740

#1741

#1742

#1744

#1745

#1749

#175

#1750

#1751

#1754

#1757

#1758

#176

#1762

#1763

#1763

#1764

#1765

#1766

#1767

#1768

#1769

#177

#1771

#1772

#1774

#1775

#1777

#178

#1780

#1782

#1783

#1784

#1785

#1786

#1789

#1790

#1791

#1792

#1792

#1794

#1795

#1798

#18

#1800

#1801

#1802

#1806

#1808

#1808

#1809

#1811

#1811

#1812

#1813

#1814

#1815

#1819

#1819

#1826

#1827

#1829

#183

#1830

#1831

#1834

#1837

#1838

#1839

#184

#1841

#1846

#1848

#185

#1850

#1851

#1851

#1852

#1853

#1853

#1854

#1857

#186

#1862

#1863

#1863

#1868

#187

#1870

#1876

#1879

#188

#1881

#1882

#1882

#1886

#1888

#1892

#1894

#1898

#1899

#19

#190

#1900

#1902

#1904

#1906

#1908

#1909

#1910

#1912

#1912

#1916

#1917

#1919

#192

#1920

#1922

#1923

#1924

#1925

#193

#1934

#1936

#1937

#1939

#1940

#1942

#1944

#1945

#1947

#195

#1951

#1953

#1954

#1958

#1959

#196

#1960

#1962

#1963

#1966

#1967

#1968

#1969

#1969

#197

#1974

#1978

#1982

#1985

#1985

#1986

#1990

#1992

#1993

#1996

#1997

#1998

#1999

#2

#20

#2000

#2001

#2002

#2005

#2005

#2007

#2008

#201

#2010

#2011

#2012

#2015

#2016

#2017

#2018

#2018

#202

#202

#2020

#2020

#2021

#2022

#2023

#2024

#2025

#2028

#2029

#203

#2030

#2033

#2034

#2034

#2036

#2037

#2039

#204

#2041

#2043

#2043

#2045

#2046

#2047

#2047

#2048

#2049

#205

#2050

#2050

#2051

#2051

#2052

#2053

#2054

#2056

#2057

#2057

#2059

#206

#2060

#2060

#2061

#2063

#2064

#2065

#2066

#2067

#2068

#2069

#2069

#2070

#2071

#2072

#2073

#2073

#2074

#2074

#2077

#2078

#2080

#2081

#2083

#2085

#2087

#2089

#2090

#2090

#2091

#2091

#2092

#2095

#2096

#2098

#2099

#2099

#21

#210

#2101

#2102

#2103

#2104

#2104

#2105

#2105

#2106

#2109

#2109

#211

#2110

#2111

#2111

#2112

#2113

#2116

#2116

#2118

#2118

#212

#2121

#2121

#2124

#2125

#2125

#2126

#2127

#214

#22

#222

#223

#227

#229

#231

#232

#235

#236

#237

#238

#239

#24

#241

#242

#243

#246

#247

#25

#251

#252

#253

#254

#255

#258

#26

#261

#262

#265

#266

#268

#269

#27

#270

#272

#273

#277

#28

#280

#286

#287

#29

#3

#31

#312

#32

#327

#327

#328

#33

#330

#331

#332

#334

#335

#336

#337

#339

#34

#340

#344

#346

#346

#348

#348

#35

#350

#352

#353

#354

#358

#360

#361

#362

#365

#366

#367

#368

#37

#370

#371

#372

#373

#375

#376

#377

#38

#380

#382

#384

#387

#389

#39

#391

#392

#393

#395

#397

#4

#400

#405

#406

#408

#409

#41

#411

#412

#413

#414

#416

#417

#418

#419

#42

#420

#421

#422

#423

#424

#43

#431

#432

#435

#437

#438

#439

#44

#440

#441

#442

#443

#444

#445

#446

#455

#459

#46

#460

#467

#468

#475

#477

#478

#48

#483

#484

#488

#49

#490

#490

#494

#495

#495

#496

#497

#499

#5

#50

#504

#505

#506

#507

#508

#509

#51

#510

#511

#513

#513

#515

#516

#516

#517

#518

#520

#522

#523

#53

#530

#531

#533

#534

#535

#538

#539

#54

#540

#546

#547

#548

#549

#551

#555

#559

#56

#562

#564

#567

#568

#57

#570

#571

#572

#574

#576

#577

#578

#580

#582

#585

#587

#589

#59

#592

#594

#596

#598

#6

#60

#600

#601

#603

#603

#604

#606

#607

#609

#61

#610

#611

#612

#613

#614

#615

#618

#619

#622

#624

#625

#628

#629

#63

#632

#633

#634

#635

#636

#637

#639

#64

#641

#642

#643

#644

#645

#648

#652

#654

#655

#657

#658

#658

#66

#660

#662

#662

#666

#669

#672

#675

#676

#678

#679

#68

#680

#681

#682

#683

#684

#685

#686

#69

#690

#692

#693

#694

#695

#697

#698

#699

#7

#70

#700

#704

#705

#706

#707

#71

#710

#711

#713

#714

#715

#716

#718

#719

#72

#720

#721

#722

#724

#726

#727

#729

#73

#730

#731

#732

#733

#734

#735

#738

#739

#74

#740

#743

#744

#745

#746

#747

#749

#75

#750

#751

#753

#754

#755

#76

#762

#762

#764

#765

#766

#769

#770

#771

#772

#773

#774

#775

#776

#777

#778

#779

#78

#782

#786

#787

#788

#789

#79

#790

#790

#791

#795

#8

#801

#802

#803

#804

#805

#806

#807

#808

#809

#81

#810

#812

#813

#814

#815

#816

#82

#823

#824

#825

#825

#828

#829

#830

#833

#834

#835

#836

#837

#838

#839

#840

#842

#844

#845

#846

#847

#849

#852

#853

#854

#859

#862

#863

#864

#871

#873

#874

#875

#876

#877

#878

#880

#887

#888

#890

#891

#892

#893

#894

#896

#897

#9

#903

#906

#907

#909

#91

#911

#913

#914

#915

#916

#922

#929

#930

#931

#938

#939

#94

#941

#943

#944

#945

#947

#95

#951

#953

#954

#956

#957

#958

#96

#960

#961

#963

#964

#966

#969

#969

#97

#972

#973

#975

#976

#977

#98

#982

#983

#984

#985

#986

#988

#989

#99

#992

#993

#994

#995

#997

#999

0.1.0

0.1.1

0.1.2

0.1.3

0.1.4

0.1.5

0.1.6

0.1.7

0.1.8

0.1.8.rc1

0.1.9

0.2.0

0.2.1

0.2.2

0.2.2.rc1

0.2.3

0.2.4

0.2.4.rc1

0.2.5

0.2.5.rc1

0.2.6

0.3.0

0.3.1

0.3.2

0.3.2.post1

0.3.3

0.3.4

0.3.5

0.3.6

0.3.7

0.3.8

0.3.9

0.4.0

0.4.1

0.4.2

Mono Color

• 520bf5867d Add AIME2025 oss info liushz 2025-03-12 10:23:46 +0000
• db9809ca69 Merge branch 'main' of github.com:open-compass/opencompass into tmp_olmpbench liushz 2025-03-12 10:22:22 +0000
• 25b25c8b78 [Feature] Support eval WildBench-Score Hoter Young 2025-02-15 17:00:36 +0800
• 4b09860f4a [Fix] Enalrge token length of deepseek_v3_api Hoter Young 2025-03-12 16:48:22 +0800
• 20c27b9ec8 [Feature] Modify HuSimpleQA Summarizer Hoter Young 2025-03-12 16:46:59 +0800
• 6b1671e029 [Chores] Change datasets path Hoter Young 2025-03-12 16:15:46 +0800
• f478f842cd feat phi_4 Myhs-phz 2025-03-12 08:47:27 +0000
• 4289e3914e fix bugs when evaluate calm panzhuoshi 2025-03-12 15:44:01 +0800
• 8709af3d25 fix Myhs-phz 2025-03-12 06:02:14 +0000
• bc2969dba8
  [Feature] Add support for BBEH dataset (#1925) Yufeng Zhao 2025-03-12 10:53:31 +0800
• a5abe18aa3 results yufeng zhao 2025-03-11 12:05:02 +0000
• 4b9838fb94 feat datasetrefine drop Myhs-phz 2025-03-11 11:59:05 +0000
• 59e49aedf1
  [Feature] Support SuperGPQA (#1924) Kangreen 2025-03-11 19:32:08 +0800
• fd1c1769b4 update MaiziXiao 2025-03-11 11:13:32 +0000
• 47f48f605f update MaiziXiao 2025-03-11 09:44:55 +0000
• 4322b4a470 fix lint MaiziXiao 2025-03-11 09:37:39 +0000
• e403fd21be
  [Fix] Fix math-verify evaluator (#1917) Linchen Xiao 2025-03-11 17:35:04 +0800
• 7f31ef7357 fix lint MaiziXiao 2025-03-11 09:32:35 +0000
• 7938f352d7 Add Readme MaiziXiao 2025-03-11 09:19:17 +0000
• 7c4020bdb5 Add Readme MaiziXiao 2025-03-11 09:18:28 +0000
• 95ff8cbb1f remove unnecessary code MaiziXiao 2025-03-11 09:10:41 +0000
• 14dcdaa0de remove unnecessary code MaiziXiao 2025-03-11 09:07:47 +0000
• 37ac8a1798 Merge branch 'main' of github.com:open-compass/opencompass into tmp_olmpbench liushz 2025-03-11 08:49:28 +0000
• e313f45bac xx zichuan 2025-03-10 20:37:54 +0800
• f95064dcda removeprint yufeng zhao 2025-03-10 06:47:11 +0000
• d99179d0ef fix_smallbugs_bbeh yufeng zhao 2025-03-10 04:54:28 +0000
• 9f491fa2d1 bbeh yufeng zhao 2025-03-10 04:25:52 +0000
• 1f0c5cbb5f bbeh yufeng zhao 2025-03-10 04:24:52 +0000
• 89bbf13f5a Merge branch 'main' of https://github.com/kangreen0210/opencompass kangreen0210 2025-03-07 16:30:36 +0000
• cbf84fb33c
  [Feature] Update LLM Evaluation for MMLU-Pro (#1923) Linchen Xiao 2025-03-07 21:01:20 +0800
• b67655c61d feat qwq-32b Myhs-phz 2025-03-07 10:29:23 +0000
• 570c30cf1b
  [Fix] Fix CLI option for results persistence (#1920) Myhs_phz 2025-03-07 18:24:30 +0800
• 81f193b775 fix Myhs-phz 2025-03-07 10:19:13 +0000
• c696a91e8e update MaiziXiao 2025-03-07 10:10:04 +0000
• 47ab0b4dfd 测试 zichuan 2025-03-07 18:00:48 +0800
• 4e40563462 support supergpqa mkj3085003 2025-03-07 09:36:00 +0000
• 583ee5ff75 fix Myhs-phz 2025-03-06 08:56:25 +0000
• 8c63c181f0 Merge branch 'main' of github.com:open-compass/opencompass into tmp_olmpbench liushz 2025-03-06 08:13:44 +0000
• 30aaadbc5d fix Myhs-phz 2025-03-06 08:13:40 +0000
• 31cbd1c795 fix Myhs-phz 2025-03-06 08:09:45 +0000
• 5922bfed26 update MaiziXiao 2025-03-05 11:38:16 +0000
• 277d7946f5
  [Fix] Fix typo in deepseed_r1.md (#1916) Shudong Liu 2025-03-05 19:37:22 +0800
• b835437c4c update MaiziXiao 2025-03-05 11:36:06 +0000
• 1a67b39974 update MaiziXiao 2025-03-05 11:35:11 +0000
• 09afcd0c7c fix typo in deepseed_r1.md sudanl 2025-03-05 10:58:04 +0000
• 1585c0adbe
  [Feature] Evaluation Results Persistence (#1894) Myhs_phz 2025-03-05 18:33:34 +0800
• 54324657f0
  [Docs] Results persistance (#1908) Myhs_phz 2025-03-05 18:23:54 +0800
• afec558845 doc Myhs-phz 2025-03-05 09:48:31 +0000
• 2cd27813ef lint Myhs-phz 2025-03-05 09:46:14 +0000
• 28d179c540 style function name Myhs-phz 2025-03-05 09:43:31 +0000
• 300c567b14 fix Myhs-phz 2025-03-05 09:40:39 +0000
• 28cdf4e776 fix Myhs-phz 2025-03-05 09:30:39 +0000
• a058b9b493 fix Myhs-phz 2025-03-05 08:51:44 +0000
• d8a50ba5ff doc Myhs-phz 2025-03-05 07:19:13 +0000
• cbba0a876f fix subjective processing Myhs-phz 2025-03-05 06:27:45 +0000
• 37b894d4a1 [Model] Add new model: Ola Mr.Li 2025-03-04 23:10:00 +0800
• fff2d51440
  [Update] Code evaluation alignment (#1909) Dongsheng Zhu 2025-03-04 18:49:38 +0800
• 5547fd1592
  [Bump] Bump version to 0.4.1 0.4.1 Linchen Xiao 2025-03-04 18:26:14 +0800
• 60e3b40267 lint Myhs-phz 2025-03-04 10:17:07 +0000
• b4e2a0692f doc Myhs-phz 2025-03-04 10:15:55 +0000
• 5c7b28420d lint yapf Dongsheng Zhu 2025-03-04 09:36:52 +0000
• ff50937869 lint_ Dongsheng Zhu 2025-03-04 09:18:32 +0000
• a7070ba2d2 lint Dongsheng Zhu 2025-03-04 09:16:02 +0000
• 9d18c55095 update MaiziXiao 2025-03-04 09:10:20 +0000
• 198c08632e
  [Feature] Add HLE (Humanity's Last Exam) dataset (#1902) liushz 2025-03-04 16:42:37 +0800
• 63c7970937 bigcodebench update Dongsheng Zhu 2025-03-04 08:38:24 +0000
• 175d01f44c doc Myhs-phz 2025-03-04 05:32:42 +0000
• 64644b37b4 feat persistance.md Myhs-phz 2025-03-04 03:51:17 +0000
• c84bc18ac1
  [Update] Support OlympiadBench-Math/OmniMath/LiveMathBench-Hard (#1899) Songyang Zhang 2025-03-03 18:56:11 +0800
• a69d02f746 Add HLE dataset liushz 2025-03-03 10:54:32 +0000
• 5a2462a26f Add HLE dataset liushz 2025-03-03 10:52:30 +0000
• 30bb39076f fix Myhs-phz 2025-03-03 10:41:55 +0000
• 9e06ab535a fix and lint Myhs-phz 2025-03-03 10:38:44 +0000
• f0809fe6f6
  [Update] Fix Hard Configs With General GPassK (#1906) Junnan Liu 2025-03-03 18:17:15 +0800
• 6a573f671b
  [Fix] Fix compatible issue Linchen Xiao 2025-03-03 15:35:57 +0800
• fb531e1458 update MaiziXiao 2025-03-03 07:29:31 +0000
• df64ae1997 fix Myhs-phz 2025-03-03 05:03:42 +0000
• 8a52351e41 feat Myhs-phz 2025-03-03 04:54:54 +0000
• 84ade2ef3c update oss md5 Dongsheng Zhu 2025-03-03 03:55:28 +0000
• 4a2637cc58 fix livemathbench hard configs jnanliu 2025-03-03 02:42:53 +0000
• a4c42b3cb3 Merge branch 'main' of https://github.com/open-compass/opencompass into general-gpass jnanliu 2025-03-03 02:41:14 +0000
• 7ae59ef7f9 code alignment Dongsheng Zhu 2025-03-03 02:35:12 +0000
• 84e7a7b793 Update DeepSeek-R1 example zhangsongyang 2025-02-28 08:54:52 +0000
• 9843e3c63c Update DeepSeek-R1 example zhangsongyang 2025-02-28 08:52:22 +0000
• 34cc0a5f5f Add HLE dataset liushz 2025-02-28 07:55:17 +0000
• c3ad4b5603 feat result_station.py and lint Myhs-phz 2025-02-28 06:38:25 +0000
• 8103c0d245 Update DeepSeek-R1 example zhangsongyang 2025-02-27 16:02:20 +0000
• 2aaab41dc9 feat save_to_station Myhs-phz 2025-02-27 14:44:24 +0000
• 01041af484 Merge branch 'main' of github.com:open-compass/opencompass into tmp_olmpbench liushz 2025-02-27 10:00:30 +0000
• 61afff8836 add h2o@infinitebench implementation ziyang zhang 2025-02-27 14:22:07 +0800
• ba7163ce2e Update zhangsongyang 2025-02-27 05:06:53 +0000
• effddff840 Update zhangsongyang 2025-02-27 04:47:50 +0000
• ff621ddb39 [Update] Support OlympiadBench-Math/OmniMath/LiveMathBench-Hard with LLM Verify zhangsongyang 2025-02-26 15:29:19 +0000
• 73c80953c6
  [Feature] Support Dataset Repeat and G-Pass Compute for Each Evaluator (#1886) Junnan Liu 2025-02-26 19:43:12 +0800
• 6042b88e58
  [CI] update dailytest sceduler and baseline's score(#1898) zhulinJulia24 2025-02-26 19:04:01 +0800
• 45033bd413 update zhulinJulia24 2025-02-26 17:11:00 +0800
• bdb2d46f59
  [Feature] Add general math, llm judge evaluator (#1892) Linchen Xiao 2025-02-26 15:08:50 +0800
• 42644a9a2b update md file name MaiziXiao 2025-02-26 06:58:25 +0000
• 114cf1366c lint Myhs-phz 2025-02-26 06:42:28 +0000
• 32a8d81b1d del extract_model param in livemathbench config jnanliu 2025-02-26 06:39:12 +0000