Commit Graph

Select branches

Hide Pull Requests

bittersweet1999-patch-1

bittersweet1999-patch-3

dev

main

main2dev_merge

pypi_workflow_dispatch_038

revert-1216-patch-7

revert-1287-calm_dataset

revert-1331-patch-11

revert-1679-add_lora_for_vllm

revert-2059-mmlu_andscieval__tc

#1

#10

#1001

#1003

#1004

#1004

#1006

#101

#1014

#1015

#1016

#1019

#102

#1020

#1024

#1027

#1028

#1029

#1030

#1032

#1036

#1043

#1048

#105

#1050

#1051

#1052

#1053

#1060

#1060

#1062

#1063

#1064

#1065

#1070

#1072

#1073

#1074

#1076

#1077

#1079

#108

#1080

#1081

#1084

#1084

#1089

#1092

#1093

#1094

#1096

#1098

#1099

#11

#1102

#1103

#1104

#1106

#1108

#1109

#111

#1110

#1113

#112

#1120

#1122

#1123

#1125

#1139

#1143

#1146

#1151

#1152

#1153

#1154

#1155

#1156

#1159

#116

#1160

#1163

#1167

#1171

#1173

#1175

#1176

#1178

#118

#1180

#1182

#1183

#1183

#1186

#1189

#119

#1190

#1191

#1193

#1194

#1195

#1198

#12

#1204

#1205

#1206

#1207

#121

#1211

#1211

#1213

#1214

#1215

#1216

#1217

#1218

#122

#1221

#1224

#1225

#1228

#123

#1230

#1240

#1241

#1246

#125

#1250

#1252

#1255

#126

#1263

#1264

#1266

#1267

#1272

#1273

#1276

#1279

#128

#1282

#1284

#1285

#1286

#1287

#1289

#129

#1293

#1294

#13

#130

#1302

#1305

#1306

#1308

#1310

#1311

#1312

#1312

#1313

#1314

#1314

#1315

#1318

#1322

#1324

#1330

#1331

#1333

#1334

#1335

#1337

#1339

#134

#1340

#1341

#1342

#1344

#1349

#1350

#1351

#1352

#1353

#1357

#1358

#1363

#1364

#1365

#1366

#1367

#137

#1373

#1375

#1376

#1377

#1378

#1380

#1383

#1385

#1386

#1389

#1392

#1395

#1396

#1398

#14

#1403

#1404

#1405

#1406

#1411

#1413

#1417

#142

#1422

#1423

#1425

#1426

#1430

#1431

#1433

#1437

#1438

#1439

#144

#1447

#1449

#1450

#1451

#1451

#1453

#1454

#1458

#1461

#1463

#1464

#1467

#1468

#147

#1470

#1475

#148

#1480

#1481

#1482

#1483

#1484

#1486

#1489

#1490

#1491

#1496

#1496

#1497

#15

#1500

#1502

#1503

#1503

#1507

#1508

#1511

#1514

#1517

#1518

#1519

#152

#1521

#1522

#1527

#1528

#1529

#1534

#1539

#1541

#1543

#1544

#1545

#1546

#1547

#1548

#1550

#1552

#1553

#1554

#1555

#1556

#1558

#1559

#1561

#1562

#1563

#1564

#1565

#1566

#1567

#1568

#1569

#1570

#158

#1581

#1582

#1583

#1584

#1588

#1589

#1592

#1593

#1599

#16

#1600

#1601

#1602

#1603

#1604

#1605

#1607

#161

#1610

#1614

#1616

#1617

#1618

#162

#1620

#1623

#1624

#1625

#1626

#1627

#1628

#1631

#1635

#1636

#1637

#1638

#1639

#1640

#1641

#1642

#1642

#1643

#1645

#1648

#165

#1651

#1652

#1653

#1655

#1656

#1657

#1658

#1659

#166

#1662

#1666

#1668

#1670

#1674

#1677

#1677

#1679

#1680

#1681

#1682

#1683

#1684

#1685

#1688

#1689

#169

#1690

#1691

#1691

#1692

#1693

#1694

#1697

#1698

#1699

#17

#170

#1700

#1701

#1702

#1704

#1705

#1706

#1707

#1708

#1709

#1711

#1712

#1713

#1714

#1717

#1719

#1720

#1722

#1724

#1726

#1727

#1728

#1729

#173

#1730

#1731

#1733

#1734

#1735

#1737

#1738

#174

#1740

#1741

#1742

#1744

#1745

#1749

#175

#1750

#1751

#1754

#1757

#1758

#176

#1762

#1763

#1763

#1764

#1765

#1766

#1767

#1768

#1769

#177

#1771

#1772

#1774

#1775

#1777

#178

#1780

#1782

#1783

#1784

#1785

#1786

#1789

#1790

#1791

#1792

#1792

#1794

#1795

#1798

#18

#1800

#1801

#1802

#1806

#1808

#1808

#1809

#1811

#1811

#1812

#1813

#1814

#1815

#1819

#1819

#1826

#1827

#1829

#183

#1830

#1831

#1834

#1837

#1838

#1839

#184

#1841

#1846

#1848

#185

#1850

#1851

#1851

#1852

#1853

#1853

#1854

#1857

#186

#1862

#1863

#1863

#1868

#187

#1870

#1876

#1879

#188

#1881

#1882

#1882

#1886

#1888

#1892

#1894

#1898

#1899

#19

#190

#1900

#1902

#1904

#1906

#1908

#1909

#1910

#1912

#1912

#1916

#1917

#1919

#192

#1920

#1922

#1923

#1924

#1925

#193

#1934

#1936

#1937

#1939

#1940

#1942

#1944

#1945

#1947

#195

#1951

#1953

#1954

#1958

#1959

#196

#1960

#1962

#1963

#1966

#1967

#1968

#1969

#1969

#197

#1974

#1978

#1982

#1985

#1985

#1986

#1990

#1992

#1993

#1996

#1997

#1998

#1999

#2

#20

#2000

#2001

#2002

#2005

#2005

#2007

#2008

#201

#2010

#2011

#2012

#2015

#2016

#2017

#2018

#2018

#202

#202

#2020

#2020

#2021

#2022

#2023

#2024

#2025

#2028

#2029

#203

#2030

#2033

#2034

#2034

#2036

#2037

#2039

#204

#2041

#2043

#2043

#2045

#2046

#2047

#2047

#2048

#2049

#205

#2050

#2050

#2051

#2051

#2052

#2053

#2054

#2056

#2057

#2057

#2059

#206

#2060

#2060

#2061

#2063

#2064

#2065

#2066

#2067

#2068

#2069

#2069

#2070

#2071

#2072

#2073

#2073

#2074

#2074

#2077

#2078

#2080

#2081

#2083

#2085

#2087

#2089

#2090

#2090

#2091

#2091

#2092

#2095

#2096

#2098

#2099

#2099

#21

#210

#2101

#2102

#2103

#2104

#2104

#2105

#2105

#2106

#2109

#2109

#211

#2110

#2111

#2111

#2112

#2113

#2116

#2116

#2118

#2118

#212

#2121

#2121

#2124

#2125

#2125

#2126

#2127

#214

#22

#222

#223

#227

#229

#231

#232

#235

#236

#237

#238

#239

#24

#241

#242

#243

#246

#247

#25

#251

#252

#253

#254

#255

#258

#26

#261

#262

#265

#266

#268

#269

#27

#270

#272

#273

#277

#28

#280

#286

#287

#29

#3

#31

#312

#32

#327

#327

#328

#33

#330

#331

#332

#334

#335

#336

#337

#339

#34

#340

#344

#346

#346

#348

#348

#35

#350

#352

#353

#354

#358

#360

#361

#362

#365

#366

#367

#368

#37

#370

#371

#372

#373

#375

#376

#377

#38

#380

#382

#384

#387

#389

#39

#391

#392

#393

#395

#397

#4

#400

#405

#406

#408

#409

#41

#411

#412

#413

#414

#416

#417

#418

#419

#42

#420

#421

#422

#423

#424

#43

#431

#432

#435

#437

#438

#439

#44

#440

#441

#442

#443

#444

#445

#446

#455

#459

#46

#460

#467

#468

#475

#477

#478

#48

#483

#484

#488

#49

#490

#490

#494

#495

#495

#496

#497

#499

#5

#50

#504

#505

#506

#507

#508

#509

#51

#510

#511

#513

#513

#515

#516

#516

#517

#518

#520

#522

#523

#53

#530

#531

#533

#534

#535

#538

#539

#54

#540

#546

#547

#548

#549

#551

#555

#559

#56

#562

#564

#567

#568

#57

#570

#571

#572

#574

#576

#577

#578

#580

#582

#585

#587

#589

#59

#592

#594

#596

#598

#6

#60

#600

#601

#603

#603

#604

#606

#607

#609

#61

#610

#611

#612

#613

#614

#615

#618

#619

#622

#624

#625

#628

#629

#63

#632

#633

#634

#635

#636

#637

#639

#64

#641

#642

#643

#644

#645

#648

#652

#654

#655

#657

#658

#658

#66

#660

#662

#662

#666

#669

#672

#675

#676

#678

#679

#68

#680

#681

#682

#683

#684

#685

#686

#69

#690

#692

#693

#694

#695

#697

#698

#699

#7

#70

#700

#704

#705

#706

#707

#71

#710

#711

#713

#714

#715

#716

#718

#719

#72

#720

#721

#722

#724

#726

#727

#729

#73

#730

#731

#732

#733

#734

#735

#738

#739

#74

#740

#743

#744

#745

#746

#747

#749

#75

#750

#751

#753

#754

#755

#76

#762

#762

#764

#765

#766

#769

#770

#771

#772

#773

#774

#775

#776

#777

#778

#779

#78

#782

#786

#787

#788

#789

#79

#790

#790

#791

#795

#8

#801

#802

#803

#804

#805

#806

#807

#808

#809

#81

#810

#812

#813

#814

#815

#816

#82

#823

#824

#825

#825

#828

#829

#830

#833

#834

#835

#836

#837

#838

#839

#840

#842

#844

#845

#846

#847

#849

#852

#853

#854

#859

#862

#863

#864

#871

#873

#874

#875

#876

#877

#878

#880

#887

#888

#890

#891

#892

#893

#894

#896

#897

#9

#903

#906

#907

#909

#91

#911

#913

#914

#915

#916

#922

#929

#930

#931

#938

#939

#94

#941

#943

#944

#945

#947

#95

#951

#953

#954

#956

#957

#958

#96

#960

#961

#963

#964

#966

#969

#969

#97

#972

#973

#975

#976

#977

#98

#982

#983

#984

#985

#986

#988

#989

#99

#992

#993

#994

#995

#997

#999

0.1.0

0.1.1

0.1.2

0.1.3

0.1.4

0.1.5

0.1.6

0.1.7

0.1.8

0.1.8.rc1

0.1.9

0.2.0

0.2.1

0.2.2

0.2.2.rc1

0.2.3

0.2.4

0.2.4.rc1

0.2.5

0.2.5.rc1

0.2.6

0.3.0

0.3.1

0.3.2

0.3.2.post1

0.3.3

0.3.4

0.3.5

0.3.6

0.3.7

0.3.8

0.3.9

0.4.0

0.4.1

0.4.2

Mono Color

• dfa26b24bd first huihui 2025-04-30 05:20:38 +0000
• 63f80134c8 Add Datasets: MedQA, ProteinLMBench; Add Models: huatuogpt, baichuanM1 Yejin0111 2025-04-29 15:00:28 +0000
• f953ad3178 add dataset files marcry 2025-04-29 09:23:42 +0000
• 48ac21f371 support nejm ai benchmark marcry 2025-04-29 09:16:25 +0000
• b0b209e443
  Merge branch 'open-compass:main' into main bittersweet1999 2025-04-29 16:38:35 +0800
• 527a80947b
  [Add] Add writingbench (#2028) bittersweet1999 2025-04-29 16:29:32 +0800
• d4daa991ba add writingbench bittersweet1999 2025-04-29 08:27:39 +0000
• 0d1e403cbd add writingbench bittersweet1999 2025-04-29 08:24:50 +0000
• a5ded53937 Add ClinicBench xuxuxuxuxuxjh 2025-04-29 14:09:50 +0800
• 642cd2839b fix cache hardcode in partitioners BIGWangYuDong 2025-04-28 18:20:45 +0800
• 86503894f9 api: add tmp_dir in runners to avoid hardcode BIGWangYuDong 2025-04-28 18:10:32 +0800
• e2f80574ec style: pass all formatting hooks (yapf & quote fixer) root 2025-04-28 08:03:47 +0000
• f794feb03d dataset_index_add Dongsheng Zhu 2025-04-28 02:31:53 +0000
• b1197aa108 dataset_index Dongsheng Zhu 2025-04-28 02:30:21 +0000
• 7b47afb757 fix llm judge evaluator import and docs Jucheng Hu 2025-04-27 17:13:42 +0800
• f8e41dfeb4 [Docs] fix needlebench examples Mor-Li 2025-04-27 16:36:59 +0800
• 8c74e6a39e
  add RMB Bench (#2056) Taolin Zhang 2025-04-27 16:26:01 +0800
• 000db832f7 add rmb datasets taolinzhang 2025-04-27 08:16:40 +0000
• 3b83a5f4a3 add rmb datasets taolinzhang 2025-04-27 08:14:42 +0000
• 9d6f3a4866 add rmb datasets taolinzhang 2025-04-27 08:10:29 +0000
• bb056099a0 Add Medbullets data folder for benchmark support marcry 2025-04-26 05:53:27 +0000
• 890f051609 update docs typo Mor-Li 2025-04-26 13:38:32 +0800
• 831713ba5d update docs Mor-Li 2025-04-26 13:35:45 +0800
• ca1865cdac update docs typo Mor-Li 2025-04-26 13:34:12 +0800
• 7297a00181 update bilingual needlebench docs Mor-Li 2025-04-26 13:24:56 +0800
• 2602c1ad82 update needlebench docs for chinese Mor-Li 2025-04-26 13:18:10 +0800
• ff7927ea48 fix needlebench pic format Mor-Li 2025-04-26 12:07:57 +0800
• 7ad5116620 support medmcqa and medbullets benchmark marcry 2025-04-26 03:53:08 +0000
• f1182e82f7
  Merge branch 'open-compass:main' into main Deadwalk 2025-04-26 11:32:27 +0800
• e373a2bbcf Fix Bug：Fix GAIA datasets lint error Deadwalk 2025-04-26 11:30:24 +0800
• d049098303 update config Mor-Li 2025-04-26 01:43:25 +0800
• 6201c3cc84 MMLU_pro support biomed subset Flaick 2025-04-25 10:51:59 +0000
• 9ebb5968c1 internsandbox Dongsheng Zhu 2025-04-25 10:38:40 +0000
• 70e0dc1674 fix lint Mor-Li 2025-04-25 18:14:57 +0800
• 3914aef997 [Update] Update Gemma, Oreal, Qwen Config Mor-Li 2025-04-25 18:09:59 +0800
• 12597edea6 hle biomed test Flaick 2025-04-25 10:09:33 +0000
• 5af8fb2061 update lint Mor-Li 2025-04-25 17:55:04 +0800
• 86184fd277 fix lint for E501 Mor-Li 2025-04-25 17:53:28 +0800
• 5b1a5fa596 fix lint Mor-Li 2025-04-25 17:51:03 +0800
• 081c185b8f update needlebench plot Mor-Li 2025-04-25 17:46:45 +0800
• bd17b3c984 update needlebench Mor-Li 2025-04-25 17:42:47 +0800
• d26e808c9f
  Merge branch 'main' into SeedBench chenzihong 2025-04-25 17:04:25 +0800
• be86ebcb4b PubMedQA & ScienceQA xuxuxuxuxuxjh 2025-04-25 14:50:45 +0800
• 14311ec0b7 PubMedQA & ScienceQA xuxuxuxuxuxjh 2025-04-25 14:47:20 +0800
• e8bc8c1e8c
  [Bug] Concat OpenaiSDK reasoning content (#2041) Linchen Xiao 2025-04-25 14:10:33 +0800
• 66cf9be640 update MaiziXiao 2025-04-25 04:34:07 +0000
• 28fa6fc63c update MaiziXiao 2025-04-25 03:55:21 +0000
• 50bcffc4f7 [Feature] Support AntFinix LLM xsq2060 2025-04-25 00:22:20 +0800
• 6407994f67 [Bug] Concat OpenaiSDK reasoning content MaiziXiao 2025-04-24 09:48:43 +0000
• e2826a6f53 [Bug] Concat OpenaiSDK reasoning content MaiziXiao 2025-04-24 09:47:25 +0000
• 7cffdf1cfb ScienceQA xuxuxuxuxuxjh 2025-04-24 00:04:21 +0800
• 97010dc4ce
  [Update] Update dataset repeat concatenation (#2039) Junnan Liu 2025-04-23 16:16:28 +0800
• 119fc1a47c fix dataset repeat by concatenating jnanliu 2025-04-23 07:56:57 +0000
• dcbf899369
  [Bug] Fix SmolInsturct logger import (#2036) Linchen Xiao 2025-04-23 11:10:30 +0800
• 51d37db5e9 --dev=fix lawbench evaluation xiexinch 2025-04-23 10:37:20 +0800
• 9bb9605b37 update MaiziXiao 2025-04-23 02:34:38 +0000
• d0534e308e replace the model name for new bailing christopher.dy 2025-04-21 10:37:00 +0800
• bf74f26603
  [Update] Safe SmolInstruct meteor calculation (#2033) Linchen Xiao 2025-04-22 18:27:48 +0800
• a63b2277b1 update MaiziXiao 2025-04-22 10:20:49 +0000
• bd38d942c3 internsandbox init Dongsheng Zhu 2025-04-22 08:03:04 +0000
• 455bb05d1b
  [Update] Update dataset configs (#2030) Linchen Xiao 2025-04-21 18:55:06 +0800
• 190677fa25 Fix lint MaiziXiao 2025-04-21 09:51:55 +0000
• b455d08891 Merge remote-tracking branch 'upstream/main' into ai4s_dataset_update MaiziXiao 2025-04-21 09:51:05 +0000
• 26a6ab9d8d [Update] Update dataset configs MaiziXiao 2025-04-21 09:40:58 +0000
• c69110361b
  [Add] add rewardbench (#2029) Taolin Zhang 2025-04-21 17:18:51 +0800
• 00c3ec428e add rewardbench taolinzhang 2025-04-21 09:17:21 +0000
• 99124aefd0 add rewardbench taolinzhang 2025-04-21 09:00:52 +0000
• a2093a81ef
  [Dataset] Matbench (#2021) JuchengHu 2025-04-21 15:50:47 +0800
• 2ded84a70c
  Merge branch 'main' into SeedBench chenzihong 2025-04-21 12:05:30 +0800
• e6f4276412 add writingbench bittersweet1999 2025-04-18 10:42:29 +0000
• b2da1c08a8
  [Dataset] Add SmolInstruct, Update Chembench (#2025) Linchen Xiao 2025-04-18 17:21:29 +0800
• b93afe7764 add writingbench bittersweet1999 2025-04-18 09:21:01 +0000
• 560b148b23 update MaiziXiao 2025-04-18 08:38:53 +0000
• d74bb2ac7f update MaiziXiao 2025-04-18 07:27:13 +0000
• 20e3759115 fix lint Myhs-phz 2025-04-18 07:18:18 +0000
• 8b0d8f56d8 fix Myhs-phz 2025-04-18 07:01:40 +0000
• 1eb3933f9b fix data load Myhs-phz 2025-04-18 06:46:39 +0000
• 3460accfe9 update MaiziXiao 2025-04-17 11:21:14 +0000
• a46c209eb4 Add dataset metadata MaiziXiao 2025-04-17 10:08:31 +0000
• 7df956e8f9 [Dataset] Add SmolInstruct, Update Chembench MaiziXiao 2025-04-17 10:04:49 +0000
• 5fee3b237a
  Merge branch 'open-compass:main' into main bittersweet1999 2025-04-17 15:43:19 +0800
• e335b29e12 fix: fix typo chenzihong-gavin 2025-04-15 15:34:06 +0800
• 332acdf448 Merge branch 'SeedBench' of https://github.com/ChenZiHong-Gavin/opencompass into SeedBench chenzihong-gavin 2025-04-15 14:26:37 +0800
• 39b34d6488 fix: delete unnecessary code chenzihong-gavin 2025-04-15 14:26:27 +0800
• cbfac1ea4c
  Merge branch 'open-compass:main' into SeedBench chenzihong 2025-04-15 13:19:33 +0800
• 65ff602cf5
  [Update] Fix LLM Judge metrics cacluation & Add reasoning content concat to OpenAI SDK Linchen Xiao 2025-04-15 11:33:16 +0800
• a484de0f25 update MaiziXiao 2025-04-15 03:19:04 +0000
• c9ea024c67 fix: fix load function for SeedBenchDataset chenzihong-gavin 2025-04-15 03:15:00 +0800
• 8000375069
  Merge branch 'main' into SeedBench chenzihong 2025-04-14 21:22:20 +0800
• db04df78d4 refactor: delete unnecessary comment chenzihong-gavin 2025-04-14 21:20:29 +0800
• 75e7834b59
  [Feature] Add Datasets: ClimateQA,Physics (#2017) Myhs_phz 2025-04-14 20:18:47 +0800
• f9b1636598 docs: add README for SeedBench chenzihong-gavin 2025-04-14 19:51:01 +0800
• 7d2d663ae3 fix Myhs-phz 2025-04-14 11:35:42 +0000
• 6e1e1edcde fix Myhs-phz 2025-04-14 11:34:19 +0000
• 02becd2261 fix Myhs-phz 2025-04-14 11:30:25 +0000
• da9b77be1c fix Myhs-phz 2025-04-14 11:25:33 +0000
• 7b99ffe823 fix dataset path Jucheng Hu 2025-04-14 18:02:52 +0800
• 01c97dd32e add support for matbench Jucheng Hu 2025-04-14 17:55:43 +0800
• dae700e0b0 [Dataset] Add SeedBench Dataset chenzihong-gavin 2025-04-14 14:23:29 +0800
• 2223c6e915
  Merge 8e6d2ab7e6 into 6a6a1a5c0b Haoyu Zhang. 2025-04-14 11:09:16 +0800