Commit Graph

Select branches

Hide Pull Requests

bittersweet1999-patch-1

bittersweet1999-patch-3

dev

main

main2dev_merge

pypi_workflow_dispatch_038

revert-1216-patch-7

revert-1287-calm_dataset

revert-1331-patch-11

revert-1679-add_lora_for_vllm

revert-2059-mmlu_andscieval__tc

#1

#10

#1001

#1003

#1004

#1004

#1006

#101

#1014

#1015

#1016

#1019

#102

#1020

#1024

#1027

#1028

#1029

#1030

#1032

#1036

#1043

#1048

#105

#1050

#1051

#1052

#1053

#1060

#1060

#1062

#1063

#1064

#1065

#1070

#1072

#1073

#1074

#1076

#1077

#1079

#108

#1080

#1081

#1084

#1084

#1089

#1092

#1093

#1094

#1096

#1098

#1099

#11

#1102

#1103

#1104

#1106

#1108

#1109

#111

#1110

#1113

#112

#1120

#1122

#1123

#1125

#1139

#1143

#1146

#1151

#1152

#1153

#1154

#1155

#1156

#1159

#116

#1160

#1163

#1167

#1171

#1173

#1175

#1176

#1178

#118

#1180

#1182

#1183

#1183

#1186

#1189

#119

#1190

#1191

#1193

#1194

#1195

#1198

#12

#1204

#1205

#1206

#1207

#121

#1211

#1211

#1213

#1214

#1215

#1216

#1217

#1218

#122

#1221

#1224

#1225

#1228

#123

#1230

#1240

#1241

#1246

#125

#1250

#1252

#1255

#126

#1263

#1264

#1266

#1267

#1272

#1273

#1276

#1279

#128

#1282

#1284

#1285

#1286

#1287

#1289

#129

#1293

#1294

#13

#130

#1302

#1305

#1306

#1308

#1310

#1311

#1312

#1312

#1313

#1314

#1314

#1315

#1318

#1322

#1324

#1330

#1331

#1333

#1334

#1335

#1337

#1339

#134

#1340

#1341

#1342

#1344

#1349

#1350

#1351

#1352

#1353

#1357

#1358

#1363

#1364

#1365

#1366

#1367

#137

#1373

#1375

#1376

#1377

#1378

#1380

#1383

#1385

#1386

#1389

#1392

#1395

#1396

#1398

#14

#1403

#1404

#1405

#1406

#1411

#1413

#1417

#142

#1422

#1423

#1425

#1426

#1430

#1431

#1433

#1437

#1438

#1439

#144

#1447

#1449

#1450

#1451

#1451

#1453

#1454

#1458

#1461

#1463

#1464

#1467

#1468

#147

#1470

#1475

#148

#1480

#1481

#1482

#1483

#1484

#1486

#1489

#1490

#1491

#1496

#1496

#1497

#15

#1500

#1502

#1503

#1503

#1507

#1508

#1511

#1514

#1517

#1518

#1519

#152

#1521

#1522

#1527

#1528

#1529

#1534

#1539

#1541

#1543

#1544

#1545

#1546

#1547

#1548

#1550

#1552

#1553

#1554

#1555

#1556

#1558

#1559

#1561

#1562

#1563

#1564

#1565

#1566

#1567

#1568

#1569

#1570

#158

#1581

#1582

#1583

#1584

#1588

#1589

#1592

#1593

#1599

#16

#1600

#1601

#1602

#1603

#1604

#1605

#1607

#161

#1610

#1614

#1616

#1617

#1618

#162

#1620

#1623

#1624

#1625

#1626

#1627

#1628

#1631

#1635

#1636

#1637

#1638

#1639

#1640

#1641

#1642

#1642

#1643

#1645

#1648

#165

#1651

#1652

#1653

#1655

#1656

#1657

#1658

#1659

#166

#1662

#1666

#1668

#1670

#1674

#1677

#1677

#1679

#1680

#1681

#1682

#1683

#1684

#1685

#1688

#1689

#169

#1690

#1691

#1691

#1692

#1693

#1694

#1697

#1698

#1699

#17

#170

#1700

#1701

#1702

#1704

#1705

#1706

#1707

#1708

#1709

#1711

#1712

#1713

#1714

#1717

#1719

#1720

#1722

#1724

#1726

#1727

#1728

#1729

#173

#1730

#1731

#1733

#1734

#1735

#1737

#1738

#174

#1740

#1741

#1742

#1744

#1745

#1749

#175

#1750

#1751

#1754

#1757

#1758

#176

#1762

#1763

#1763

#1764

#1765

#1766

#1767

#1768

#1769

#177

#1771

#1772

#1774

#1775

#1777

#178

#1780

#1782

#1783

#1784

#1785

#1786

#1789

#1790

#1791

#1792

#1792

#1794

#1795

#1798

#18

#1800

#1801

#1802

#1806

#1808

#1808

#1809

#1811

#1811

#1812

#1813

#1814

#1815

#1819

#1819

#1826

#1827

#1829

#183

#1830

#1831

#1834

#1837

#1838

#1839

#184

#1841

#1846

#1848

#185

#1850

#1851

#1851

#1852

#1853

#1853

#1854

#1857

#186

#1862

#1863

#1863

#1868

#187

#1870

#1876

#1879

#188

#1881

#1882

#1882

#1886

#1888

#1892

#1894

#1898

#1899

#19

#190

#1900

#1902

#1904

#1906

#1908

#1909

#1910

#1912

#1912

#1916

#1917

#1919

#192

#1920

#1922

#1923

#1924

#1925

#193

#1934

#1936

#1937

#1939

#1940

#1942

#1944

#1945

#1947

#195

#1951

#1953

#1954

#1958

#1959

#196

#1960

#1962

#1963

#1966

#1967

#1968

#1969

#1969

#197

#1974

#1978

#1982

#1985

#1985

#1986

#1990

#1992

#1993

#1996

#1997

#1998

#1999

#2

#20

#2000

#2001

#2002

#2005

#2005

#2007

#2008

#201

#2010

#2011

#2012

#2015

#2016

#2017

#2018

#2018

#202

#202

#2020

#2020

#2021

#2022

#2023

#2024

#2025

#2028

#2029

#203

#2030

#2033

#2034

#2034

#2036

#2037

#2039

#204

#2041

#2043

#2043

#2045

#2046

#2047

#2047

#2048

#2049

#205

#2050

#2050

#2051

#2051

#2052

#2053

#2054

#2056

#2057

#2057

#2059

#206

#2060

#2060

#2061

#2063

#2064

#2065

#2066

#2067

#2068

#2069

#2069

#2070

#2071

#2072

#2073

#2073

#2074

#2074

#2077

#2078

#2080

#2081

#2083

#2085

#2087

#2089

#2090

#2090

#2091

#2091

#2092

#2095

#2096

#2098

#2099

#2099

#21

#210

#2101

#2102

#2103

#2104

#2104

#2105

#2105

#2106

#2109

#2109

#211

#2110

#2111

#2111

#2112

#2113

#2116

#2116

#2118

#2118

#212

#2121

#2121

#2124

#2125

#2125

#2126

#2127

#214

#22

#222

#223

#227

#229

#231

#232

#235

#236

#237

#238

#239

#24

#241

#242

#243

#246

#247

#25

#251

#252

#253

#254

#255

#258

#26

#261

#262

#265

#266

#268

#269

#27

#270

#272

#273

#277

#28

#280

#286

#287

#29

#3

#31

#312

#32

#327

#327

#328

#33

#330

#331

#332

#334

#335

#336

#337

#339

#34

#340

#344

#346

#346

#348

#348

#35

#350

#352

#353

#354

#358

#360

#361

#362

#365

#366

#367

#368

#37

#370

#371

#372

#373

#375

#376

#377

#38

#380

#382

#384

#387

#389

#39

#391

#392

#393

#395

#397

#4

#400

#405

#406

#408

#409

#41

#411

#412

#413

#414

#416

#417

#418

#419

#42

#420

#421

#422

#423

#424

#43

#431

#432

#435

#437

#438

#439

#44

#440

#441

#442

#443

#444

#445

#446

#455

#459

#46

#460

#467

#468

#475

#477

#478

#48

#483

#484

#488

#49

#490

#490

#494

#495

#495

#496

#497

#499

#5

#50

#504

#505

#506

#507

#508

#509

#51

#510

#511

#513

#513

#515

#516

#516

#517

#518

#520

#522

#523

#53

#530

#531

#533

#534

#535

#538

#539

#54

#540

#546

#547

#548

#549

#551

#555

#559

#56

#562

#564

#567

#568

#57

#570

#571

#572

#574

#576

#577

#578

#580

#582

#585

#587

#589

#59

#592

#594

#596

#598

#6

#60

#600

#601

#603

#603

#604

#606

#607

#609

#61

#610

#611

#612

#613

#614

#615

#618

#619

#622

#624

#625

#628

#629

#63

#632

#633

#634

#635

#636

#637

#639

#64

#641

#642

#643

#644

#645

#648

#652

#654

#655

#657

#658

#658

#66

#660

#662

#662

#666

#669

#672

#675

#676

#678

#679

#68

#680

#681

#682

#683

#684

#685

#686

#69

#690

#692

#693

#694

#695

#697

#698

#699

#7

#70

#700

#704

#705

#706

#707

#71

#710

#711

#713

#714

#715

#716

#718

#719

#72

#720

#721

#722

#724

#726

#727

#729

#73

#730

#731

#732

#733

#734

#735

#738

#739

#74

#740

#743

#744

#745

#746

#747

#749

#75

#750

#751

#753

#754

#755

#76

#762

#762

#764

#765

#766

#769

#770

#771

#772

#773

#774

#775

#776

#777

#778

#779

#78

#782

#786

#787

#788

#789

#79

#790

#790

#791

#795

#8

#801

#802

#803

#804

#805

#806

#807

#808

#809

#81

#810

#812

#813

#814

#815

#816

#82

#823

#824

#825

#825

#828

#829

#830

#833

#834

#835

#836

#837

#838

#839

#840

#842

#844

#845

#846

#847

#849

#852

#853

#854

#859

#862

#863

#864

#871

#873

#874

#875

#876

#877

#878

#880

#887

#888

#890

#891

#892

#893

#894

#896

#897

#9

#903

#906

#907

#909

#91

#911

#913

#914

#915

#916

#922

#929

#930

#931

#938

#939

#94

#941

#943

#944

#945

#947

#95

#951

#953

#954

#956

#957

#958

#96

#960

#961

#963

#964

#966

#969

#969

#97

#972

#973

#975

#976

#977

#98

#982

#983

#984

#985

#986

#988

#989

#99

#992

#993

#994

#995

#997

#999

0.1.0

0.1.1

0.1.2

0.1.3

0.1.4

0.1.5

0.1.6

0.1.7

0.1.8

0.1.8.rc1

0.1.9

0.2.0

0.2.1

0.2.2

0.2.2.rc1

0.2.3

0.2.4

0.2.4.rc1

0.2.5

0.2.5.rc1

0.2.6

0.3.0

0.3.1

0.3.2

0.3.2.post1

0.3.3

0.3.4

0.3.5

0.3.6

0.3.7

0.3.8

0.3.9

0.4.0

0.4.1

0.4.2

Mono Color

• 8e6d2ab7e6 feat(datasets): add MaritimeBench dataset and related configuration zhanghaoyu 2025-04-14 09:51:43 +0800
• 8c5b04947f Merge branch 'main' of https://github.com/domonic18/opencompass Deadwalk 2025-04-14 10:09:39 +0800
• 3a80592817 [Dataset]update GAIA prompt Deadwalk 2025-04-14 10:09:27 +0800
• 6ce8643cfc
  Merge branch 'open-compass:main' into main Deadwalk 2025-04-14 08:13:48 +0800
• a3fa2fb105
  Merge b2c84058f2 into 6a6a1a5c0b Dongsheng Zhu 2025-04-12 14:15:23 +0800
• 6d809bf36d [Dataset]Added local configuration to GAIA dataset Deadwalk 2025-04-12 13:45:54 +0800
• 6a6a1a5c0b
  [Feature] LLM Judge sanity check (#2012) Linchen Xiao 2025-04-11 19:01:39 +0800
• 4cac97ca94 update MaiziXiao 2025-04-11 09:56:51 +0000
• 3f50b1dc49
  [Fix] fix order bug Update arena_hard.py (#2015) bittersweet1999 2025-04-11 16:59:40 +0800
• 032669c97a feat PHYSICS Myhs-phz 2025-04-11 03:57:30 +0000
• 20660ab507
  [Fix] Fix compare error when k is list in base_evaluator (#2010) Junnan Liu 2025-04-10 19:47:21 +0800
• 390e33e51b feat ClimateQA Myhs-phz 2025-04-10 09:18:11 +0000
• f764ee33a2 fix(datasets_info): update hf_id field for maritimebench zhanghaoyu 2025-04-10 16:10:04 +0800
• a0bac8e604 feat(text_postprocessors): add parse_bracketed_answer function to extract answers enclosed in brackets zhanghaoyu 2025-04-10 16:04:42 +0800
• 28b514cd3a fix compare error in 177 jnanliu 2025-04-10 07:03:53 +0000
• 0394147f7d
  [fix] fix order bug Update arena_hard.py bittersweet1999 2025-04-10 14:41:28 +0800
• b0bbd4a96a chore: fix line endings and formatting; add maritime_bench dataset zhanghaoyu 2025-04-10 13:40:28 +0800
• 72b7caa575 Merge branch 'main' of https://github.com/domonic18/opencompass Deadwalk 2025-04-10 11:11:35 +0800
• 7b626eff9e [Dataset] Add GAIA Deadwalk 2025-04-10 11:04:38 +0800
• 975e4bcadf
  Merge branch 'open-compass:main' into main bittersweet1999 2025-04-09 16:26:07 +0800
• 12213207b6
  [Refactor] Refactorize openicl eval task (#1990) Linchen Xiao 2025-04-09 15:52:23 +0800
• db716d7dfc update MaiziXiao 2025-04-09 07:13:37 +0000
• 6ac9b06bc2
  [ci] update baseline for kernal change of vllm and lmdeploy (#2011) zhulinJulia24 2025-04-09 14:09:35 +0800
• ca43b9d4e9 update zhulinJulia24 2025-04-09 11:02:18 +0800
• 403cbd9c6e update zhulinJulia24 2025-04-09 10:58:34 +0800
• 7415a57ace update zhulinJulia24 2025-04-09 10:56:12 +0800
• 2d21617fe8 update zhulinJulia24 2025-04-09 10:49:37 +0800
• 019c61e9f5 update zhulinJulia24 2025-04-09 10:42:47 +0800
• b3efc3f2df update zhulinJulia24 2025-04-08 20:53:19 +0800
• ae8354cb8a update zhulinJulia24 2025-04-08 20:22:11 +0800
• b63f998459 fix gpass compare error of list k jnanliu 2025-04-08 10:16:24 +0000
• a05f9da134
  [Feature] Make dump-eval-details default behavior (#1999) Linchen Xiao 2025-04-08 14:42:26 +0800
• fd82bea747
  [Fix] OpenICL Math Evaluator Config (#2007) Myhs_phz 2025-04-08 14:38:35 +0800
• bb58cfc85d
  [Feature] Add CascadeEvaluator (#1992) Linchen Xiao 2025-04-08 11:58:14 +0800
• a4fa0f7435 updat MaiziXiao 2025-04-08 03:34:45 +0000
• 25d8c6c6d7 update MaiziXiao 2025-04-08 03:27:22 +0000
• b564e608b1
  [Dataset] Add MedXpertQA (#2002) Jin Ye 2025-04-08 12:44:48 +1000
• 1c72b95b9b update MaiziXiao 2025-04-08 02:44:05 +0000
• 4b187eb066 Fix lint MaiziXiao 2025-04-08 02:26:23 +0000
• 34e11d136f Add MedXpertQA Yejin0111 2025-04-07 10:36:32 +0000
• 828fb745c9
  [Dataset] Update dingo 1.5.0 (#2008) shijinpjlab 2025-04-07 17:21:15 +0800
• 3bc6b5d3c8 fix Myhs-phz 2025-04-07 09:00:21 +0000
• 8c8429b069 fix Myhs-phz 2025-04-07 08:59:31 +0000
• a23f95e47b fix Myhs-phz 2025-04-07 08:56:57 +0000
• 802d365a7b fix Myhs-phz 2025-04-07 08:53:23 +0000
• 52df98014e fix recommended Myhs-phz 2025-04-07 08:52:07 +0000
• 29b18d527b update dingo 1.5.0 shiin 2025-04-07 15:28:02 +0800
• a84d8d693e Add MedXpertQA Yejin0111 2025-04-07 04:06:02 +0000
• 01b0ee6ee6 fix Myhs-phz 2025-04-07 02:36:51 +0000
• b2c84058f2 examples update Dongsheng Zhu 2025-04-06 04:25:07 +0000
• f568550633 code update Dongsheng Zhu 2025-04-05 04:44:42 +0000
• d251524efc Merge remote-tracking branch 'origin' into code_update Dongsheng Zhu 2025-04-05 02:29:09 +0000
• 659b00acd0 Add MedXpertQA Yejin0111 2025-04-03 13:44:46 +0000
• a997e6532f Merge remote-tracking branch 'upstream/main' into openicl_eval_refactorize MaiziXiao 2025-04-03 11:54:34 +0000
• f982d6278e
  [CI] fix baseline score (#2000) zhulinJulia24 2025-04-03 19:32:36 +0800
• 3a9a384173
  [Doc] Fix links between zh & en (#2001) Myhs_phz 2025-04-03 17:37:53 +0800
• 8fa31f184c update zhulinJulia24 2025-04-03 17:35:06 +0800
• 498d9b08d1 test Myhs-phz 2025-04-03 09:34:48 +0000
• 5df0e41823 test Myhs-phz 2025-04-03 09:31:54 +0000
• 63b0b26805 test Myhs-phz 2025-04-03 09:20:59 +0000
• b9461b1d37 update zhulinJulia24 2025-04-03 16:55:01 +0800
• 035a7cee0e update zhulinJulia24 2025-04-03 16:32:14 +0800
• 9b489e9ea0
  [Update] Revert math500 dataset configs (#1998) Myhs_phz 2025-04-03 15:11:02 +0800
• 141b0d08c1 Update MaiziXiao 2025-04-03 07:10:17 +0000
• 9d63fdd616 update zhulinJulia24 2025-04-03 15:06:01 +0800
• d37527f54b fix Myhs-phz 2025-04-03 06:55:58 +0000
• 7157b8911d update zhulinJulia24 2025-04-03 14:38:59 +0800
• ba99868c77 update zhulinJulia24 2025-04-03 14:32:49 +0800
• e3c2521df5 update zhulinJulia24 2025-04-03 13:47:45 +0800
• a668f19555 update MaiziXiao 2025-04-03 04:08:27 +0000
• 7b2bee4292 update zhulinJulia24 2025-04-03 10:17:56 +0800
• 0585f9dad2 updaste zhulinJulia24 2025-04-03 10:14:29 +0800
• b87052718e updaste zhulinJulia24 2025-04-03 10:06:04 +0800
• c2cc5f7054 update zhulinJulia24 2025-04-03 09:57:01 +0800
• 69082bafb8 update zhulinJulia24 2025-04-03 09:35:07 +0800
• e8394a02f6
  Merge branch 'open-compass:main' into fix_baseline_score_new zhulinJulia24 2025-04-03 09:32:29 +0800
• 7355696492 updaste zhulinJulia24 2025-04-03 09:27:26 +0800
• 7067211d62 update zhulinJulia24 2025-04-03 09:08:25 +0800
• 60f8b4cc97 update zhulinJulia24 2025-04-02 20:51:53 +0800
• b40adfbffe update zhulinJulia24 2025-04-02 20:48:11 +0800
• 14a74d71bd update zhulinJulia24 2025-04-02 20:26:24 +0800
• e263f3df8d update zhulinJulia24 2025-04-02 20:10:33 +0800
• 780bc1dd1e update zhulinJulia24 2025-04-02 17:50:19 +0800
• dc8deb6af0
  [BUMP] Bump version to 0.4.2 (#1997) 0.4.2 Linchen Xiao 2025-04-02 17:47:15 +0800
• 32d6859679
  [Feature] Add olymmath dataset (#1982) liushz 2025-04-02 17:34:07 +0800
• cc87d05f83 Update olymmath dataset liushz 2025-04-02 09:23:46 +0000
• 4601839ba8 Merge branch 'main' of github.com:open-compass/opencompass into olymmath liushz 2025-04-02 09:17:52 +0000
• 0720e1c440 [BUMP] Bump version to 0.4.2 MaiziXiao 2025-04-02 08:54:37 +0000
• f8a60d36f4 update zhulinJulia24 2025-04-02 16:11:39 +0800
• 97236c8e97
  [CI] Fix baseline score (#1996) zhulinJulia24 2025-04-02 14:25:16 +0800
• 2f4dbfd1fe update zhulinJulia24 2025-04-02 13:48:46 +0800
• f66b0b347a
  [Update] Requirements update (#1993) Linchen Xiao 2025-04-02 12:03:45 +0800
• e64ca780fa update MaiziXiao 2025-04-02 03:35:25 +0000
• cf6084bb77 [Update] Minor updates MaiziXiao 2025-04-01 11:24:02 +0000
• 6f36b1a76c [Feature] Add CascadeEvaluator MaiziXiao 2025-04-01 10:41:03 +0000
• ca8c5658e6 intervl adjustment Dongsheng Zhu 2025-04-01 06:32:23 +0000
• a603625f19 update zhulinJulia24 2025-04-01 13:30:45 +0800
• ac70025cde update zhulinJulia24 2025-04-01 13:23:40 +0800
• b42b83ac60 update zhulinJulia24 2025-04-01 13:05:24 +0800
• 330a6e5ca7
  [Update] Add Intervl-8b&38b model configs (#1978) Dongsheng Zhu 2025-04-01 11:51:37 +0800