Skip to content

Commit e9fc991

Browse files
Naman-ntcNaman-ntc
committed
gpt4o results
1 parent 0288202 commit e9fc991

File tree

11 files changed

+3406
-199
lines changed

11 files changed

+3406
-199
lines changed

‎build/asset-manifest.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,13 @@
11
{
22
"files": {
33
"main.css": "./static/css/main.be588df3.css",
4-
"main.js": "./static/js/main.fada0124.js",
4+
"main.js": "./static/js/main.c1b9d124.js",
55
"index.html": "./index.html",
66
"main.be588df3.css.map": "./static/css/main.be588df3.css.map",
7-
"main.fada0124.js.map": "./static/js/main.fada0124.js.map"
7+
"main.c1b9d124.js.map": "./static/js/main.c1b9d124.js.map"
88
},
99
"entrypoints": [
1010
"static/css/main.be588df3.css",
11-
"static/js/main.fada0124.js"
11+
"static/js/main.c1b9d124.js"
1212
]
1313
}

‎build/images/lc_barchart.png‎

2.63 KB
Loading

‎build/leaderboard.html‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
<!doctype html><html lang="en"><head><title>LiveCodeBench Leaderboard</title><meta charset="UTF-8"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="LiveCodeBench Leaderboard"/><link rel="stylesheet" href="bootstrap.min.css"/><link rel="stylesheet" href="./css/bulma.min.css"/><link rel="stylesheet" href="./css/bulma-carousel.min.css"/><link rel="stylesheet" href="./css/bulma-slider.min.css"/><link rel="stylesheet" href="./css/fontawesome.all.min.css"/><link rel="stylesheet" href="https://cdn.jsdelivr.net/gh/jpswalsh/academicons@1/css/academicons.min.css"/><link rel="stylesheet" href="./css/index.css"/><link rel="icon" href="./images/favicon.svg"/><script src="https://ajax.googleapis.com/ajax/libs/jquery/3.5.1/jquery.min.js"></script><script defer="defer" src="./js/fontawesome.all.min.js"></script><script src="./js/bulma-carousel.min.js"></script><script src="./js/bulma-slider.min.js"></script><script src="./js/index.js"></script><script defer="defer" src="./static/js/main.fada0124.js"></script><link href="./static/css/main.be588df3.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>
1+
<!doctype html><html lang="en"><head><title>LiveCodeBench Leaderboard</title><meta charset="UTF-8"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="LiveCodeBench Leaderboard"/><link rel="stylesheet" href="bootstrap.min.css"/><link rel="stylesheet" href="./css/bulma.min.css"/><link rel="stylesheet" href="./css/bulma-carousel.min.css"/><link rel="stylesheet" href="./css/bulma-slider.min.css"/><link rel="stylesheet" href="./css/fontawesome.all.min.css"/><link rel="stylesheet" href="https://cdn.jsdelivr.net/gh/jpswalsh/academicons@1/css/academicons.min.css"/><link rel="stylesheet" href="./css/index.css"/><link rel="icon" href="./images/favicon.svg"/><script src="https://ajax.googleapis.com/ajax/libs/jquery/3.5.1/jquery.min.js"></script><script defer="defer" src="./js/fontawesome.all.min.js"></script><script src="./js/bulma-carousel.min.js"></script><script src="./js/bulma-slider.min.js"></script><script src="./js/index.js"></script><script defer="defer" src="./static/js/main.c1b9d124.js"></script><link href="./static/css/main.be588df3.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>

build/static/js/main.fada0124.js renamed to build/static/js/main.c1b9d124.js

Lines changed: 3 additions & 3 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

build/static/js/main.fada0124.js.LICENSE.txt renamed to build/static/js/main.c1b9d124.js.LICENSE.txt

File renamed without changes.

build/static/js/main.fada0124.js.map renamed to build/static/js/main.c1b9d124.js.map

Lines changed: 1 addition & 1 deletion
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎public/images/lc_barchart.png‎

2.63 KB
Loading

‎src/mocks/performances_execution.json‎

Lines changed: 39 additions & 39 deletions
Original file line numberDiff line numberDiff line change
@@ -107302,204 +107302,204 @@
107302107302
"model_name": "deepseek-ai/deepseek-coder-33b-instruct",
107303107303
"model_repr": "DSCoder-33b-Ins",
107304107304
"model_style": "DeepSeekCode",
107305-
"release_date": 1693378800000,
107305+
"release_date": 1693346400000,
107306107306
"link": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct"
107307107307
},
107308107308
{
107309107309
"model_name": "deepseek-ai/deepseek-coder-6.7b-instruct",
107310107310
"model_repr": "DSCoder-6.7b-Ins",
107311107311
"model_style": "DeepSeekCode",
107312-
"release_date": 1693378800000,
107312+
"release_date": 1693346400000,
107313107313
"link": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct"
107314107314
},
107315107315
{
107316107316
"model_name": "deepseek-ai/deepseek-coder-1.3b-instruct",
107317107317
"model_repr": "DSCoder-1.3b-Ins",
107318107318
"model_style": "DeepSeekCode",
107319-
"release_date": 1693378800000,
107319+
"release_date": 1693346400000,
107320107320
"link": "https://huggingface.co/deepseek-ai/deepseek-coder-1.3b-instruct"
107321107321
},
107322107322
{
107323107323
"model_name": "codellama/CodeLlama-34b-Instruct-hf",
107324107324
"model_repr": "Cllama-34b-Ins",
107325107325
"model_style": "CodeLLaMa",
107326-
"release_date": 1672560000000,
107326+
"release_date": 1672527600000,
107327107327
"link": "https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf"
107328107328
},
107329107329
{
107330107330
"model_name": "codellama/CodeLlama-13b-Instruct-hf",
107331107331
"model_repr": "Cllama-13b-Ins",
107332107332
"model_style": "CodeLLaMa",
107333-
"release_date": 1672560000000,
107333+
"release_date": 1672527600000,
107334107334
"link": "https://huggingface.co/codellama/CodeLlama-13b-Instruct-hf"
107335107335
},
107336107336
{
107337107337
"model_name": "codellama/CodeLlama-7b-Instruct-hf",
107338107338
"model_repr": "Cllama-7b-Ins",
107339107339
"model_style": "CodeLLaMa",
107340-
"release_date": 1672560000000,
107340+
"release_date": 1672527600000,
107341107341
"link": "https://huggingface.co/codellama/CodeLlama-7b-Instruct-hf"
107342107342
},
107343107343
{
107344107344
"model_name": "meta-llama/Meta-Llama-3-8B-Instruct",
107345107345
"model_repr": "LLama3-8b-Ins",
107346107346
"model_style": "LLaMa3",
107347-
"release_date": 1672560000000,
107347+
"release_date": 1672527600000,
107348107348
"link": "https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct"
107349107349
},
107350107350
{
107351107351
"model_name": "meta-llama/Meta-Llama-3-70B-Instruct",
107352107352
"model_repr": "LLama3-70b-Ins",
107353107353
"model_style": "LLaMa3",
107354-
"release_date": 1672560000000,
107354+
"release_date": 1672527600000,
107355107355
"link": "https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct"
107356107356
},
107357107357
{
107358107358
"model_name": "WizardLM/WizardCoder-Python-34B-V1.0",
107359107359
"model_repr": "WCoder-34B-V1",
107360107360
"model_style": "Wizard",
107361-
"release_date": 1672560000000,
107361+
"release_date": 1672527600000,
107362107362
"link": "https://huggingface.co/WizardLM/WizardCoder-Python-34B-V1.0"
107363107363
},
107364107364
{
107365107365
"model_name": "Phind/Phind-CodeLlama-34B-v2",
107366107366
"model_repr": "Phind-34B-V2",
107367107367
"model_style": "Phind",
107368-
"release_date": 1672560000000,
107368+
"release_date": 1672527600000,
107369107369
"link": "https://huggingface.co/Phind/Phind-CodeLlama-34B-v2"
107370107370
},
107371107371
{
107372107372
"model_name": "gpt-3.5-turbo-0301",
107373107373
"model_repr": "GPT-3.5-Turbo-0301",
107374107374
"model_style": "OpenAIChat",
107375-
"release_date": 1633071600000,
107375+
"release_date": 1633039200000,
107376107376
"link": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday"
107377107377
},
107378107378
{
107379107379
"model_name": "gpt-4-0613",
107380107380
"model_repr": "GPT-4-0613",
107381107381
"model_style": "OpenAIChat",
107382-
"release_date": 1633071600000,
107382+
"release_date": 1633039200000,
107383107383
"link": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday"
107384107384
},
107385107385
{
107386107386
"model_name": "gpt-4-1106-preview",
107387107387
"model_repr": "GPT-4-Turbo-1106",
107388107388
"model_style": "OpenAIChat",
107389-
"release_date": 1682838000000,
107389+
"release_date": 1682805600000,
107390107390
"link": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday"
107391107391
},
107392107392
{
107393107393
"model_name": "gpt-4-turbo-2024-04-09",
107394107394
"model_repr": "GPT-4-Turbo-2024-04-09",
107395107395
"model_style": "OpenAIChat",
107396-
"release_date": 1682838000000,
107396+
"release_date": 1682805600000,
107397107397
"link": "https://openai.com/blog/new-models-and-developer-products-announced-at-devday"
107398107398
},
107399107399
{
107400107400
"model_name": "claude-2",
107401107401
"model_repr": "Claude-2",
107402107402
"model_style": "Anthropic",
107403-
"release_date": 1672473600000,
107403+
"release_date": 1672441200000,
107404107404
"link": "https://www.anthropic.com/index/claude-2"
107405107405
},
107406107406
{
107407107407
"model_name": "claude-instant-1",
107408107408
"model_repr": "Claude-Instant-1",
107409107409
"model_style": "Anthropic",
107410-
"release_date": 1672473600000,
107410+
"release_date": 1672441200000,
107411107411
"link": "https://www.anthropic.com/index/introducing-claude"
107412107412
},
107413107413
{
107414107414
"model_name": "claude-3-opus-20240229",
107415107415
"model_repr": "Claude-3-Opus",
107416107416
"model_style": "AnthropicMessage",
107417-
"release_date": 1682838000000,
107417+
"release_date": 1682805600000,
107418107418
"link": "https://www.anthropic.com/claude"
107419107419
},
107420107420
{
107421107421
"model_name": "claude-3-sonnet-20240229",
107422107422
"model_repr": "Claude-3-Sonnet",
107423107423
"model_style": "AnthropicMessage",
107424-
"release_date": 1682838000000,
107424+
"release_date": 1682805600000,
107425107425
"link": "https://www.anthropic.com/claude"
107426107426
},
107427107427
{
107428107428
"model_name": "claude-3-haiku-20240307",
107429107429
"model_repr": "Claude-3-Haiku",
107430107430
"model_style": "AnthropicMessage",
107431-
"release_date": 1682838000000,
107431+
"release_date": 1682805600000,
107432107432
"link": "https://www.anthropic.com/claude"
107433107433
},
107434107434
{
107435107435
"model_name": "gemini-pro",
107436107436
"model_repr": "Gemini-Pro",
107437107437
"model_style": "Google",
107438-
"release_date": 1682838000000,
107438+
"release_date": 1682805600000,
107439107439
"link": "https://blog.google/technology/ai/gemini-api-developers-cloud"
107440107440
},
107441107441
{
107442107442
"model_name": "gemini-1.5-pro-latest",
107443107443
"model_repr": "Gemini-Pro-1.5 (n=1)",
107444107444
"model_style": "Google",
107445-
"release_date": 1682838000000,
107445+
"release_date": 1682805600000,
107446107446
"link": "https://blog.google/technology/ai/gemini-api-developers-cloud"
107447107447
},
107448107448
{
107449107449
"model_name": "ise-uiuc/Magicoder-S-DS-6.7B",
107450107450
"model_repr": "MagiCoderS-DS-6.7B",
107451107451
"model_style": "MagiCoder",
107452-
"release_date": 1693378800000,
107452+
"release_date": 1693346400000,
107453107453
"link": "https://huggingface.co/ise-uiuc/Magicoder-S-DS-6.7B"
107454107454
},
107455107455
{
107456107456
"model_name": "ise-uiuc/Magicoder-S-CL-7B",
107457107457
"model_repr": "MagiCoderS-CL-7B",
107458107458
"model_style": "MagiCoder",
107459-
"release_date": 1672560000000,
107459+
"release_date": 1672527600000,
107460107460
"link": "https://huggingface.co/ise-uiuc/Magicoder-S-CL-7B"
107461107461
},
107462107462
{
107463107463
"model_name": "deepseek-ai/deepseek-coder-33b-base",
107464107464
"model_repr": "DSCoder-33b-Base",
107465107465
"model_style": "DeepSeekBase",
107466-
"release_date": 1693378800000,
107466+
"release_date": 1693346400000,
107467107467
"link": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-base"
107468107468
},
107469107469
{
107470107470
"model_name": "deepseek-ai/deepseek-coder-6.7b-base",
107471107471
"model_repr": "DSCoder-6.7b-Base",
107472107472
"model_style": "DeepSeekBase",
107473-
"release_date": 1693378800000,
107473+
"release_date": 1693346400000,
107474107474
"link": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-base"
107475107475
},
107476107476
{
107477107477
"model_name": "deepseek-ai/deepseek-coder-1.3b-base",
107478107478
"model_repr": "DSCoder-1.3b-Base",
107479107479
"model_style": "DeepSeekBase",
107480-
"release_date": 1693378800000,
107480+
"release_date": 1693346400000,
107481107481
"link": "https://huggingface.co/deepseek-ai/deepseek-coder-1.3b-base"
107482107482
},
107483107483
{
107484107484
"model_name": "mistral-large-latest",
107485107485
"model_repr": "Mistral-Large",
107486107486
"model_style": "MistralWeb",
107487-
"release_date": 1672560000000,
107487+
"release_date": 1672527600000,
107488107488
"link": "https://mistral.ai/news/mistral-large/"
107489107489
}
107490107490
],
107491107491
"date_marks": [
107492-
1682924400000,
107493-
1685602800000,
107494-
1688194800000,
107495-
1690873200000,
107496-
1693551600000,
107497-
1696143600000,
107498-
1698822000000,
107499-
1701417600000,
107500-
1704096000000,
107501-
1706774400000,
107502-
1709280000000,
107503-
1711954800000
107492+
1682892000000,
107493+
1685570400000,
107494+
1688162400000,
107495+
1690840800000,
107496+
1693519200000,
107497+
1696111200000,
107498+
1698793200000,
107499+
1701385200000,
107500+
1704063600000,
107501+
1706742000000,
107502+
1709247600000,
107503+
1711922400000
107504107504
]
107505107505
}

0 commit comments

Comments
 (0)