From 1ec7dd2a251b209801849da4790ff833d6e878cb Mon Sep 17 00:00:00 2001 From: Jun Tian Date: Tue, 13 Aug 2024 13:54:49 +0000 Subject: [PATCH] update ranks --- README.md | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/README.md b/README.md index b937bd14..04ce89bd 100644 --- a/README.md +++ b/README.md @@ -9,10 +9,14 @@ This project is a julia version of [HumanEval](https://github.com/openai/human-e |---------------------------------|----------|---------| | gpt-4-0125-preview | 0.774 | 0.823 | | gpt-4-turbo | 0.756 | 0.823 | +| mistral-large-instruct-2407 | 0.744 | 0.823 | | gpt-4o | 0.738 | 0.817 | +| claude-3-5-sonnet-20240620 | 0.72 | 0.823 | | gpt-4-1106-preview | 0.72 | 0.805 | | DeepSeek-Coder-V2-Instruct | 0.695 | 0.774 | | DeepSeek-V2-Chat | 0.689 | 0.756 | +| Llama-3.1-405B-Instruct | 0.628 | 0.744 | +| claude-3-opus-20240229 | 0.61 | 0.689 | | Qwen2-72B-Instruct | 0.598 | 0.665 | | Phind-CodeLlama-34B-v2 | 0.591 | 0.659 | | gpt-3.5-turbo-0125 | 0.591 | 0.652 |