Skip to content

Commit

Permalink
move deepseek-coder2-236b
Browse files Browse the repository at this point in the history
  • Loading branch information
mythz committed Aug 4, 2024
1 parent bbd06a0 commit 25d28cf
Show file tree
Hide file tree
Showing 2 changed files with 24 additions and 3 deletions.
3 changes: 2 additions & 1 deletion MyApp.ServiceInterface/Data/AppConfig.cs
Original file line number Diff line number Diff line change
Expand Up @@ -90,7 +90,8 @@ public static (string Model, int Questions)[] ModelsForQuestions =
("gemini-pro", 0),
("mixtral", 3),
("gemini-flash", 5),
("gpt-4o-mini", 10),
("deepseek-coder2-236b", 10),
("gpt-4o-mini", 15),
("claude3-haiku", 25),
("llama3-70b", 50),
("qwen2-72b", 75),
Expand Down
24 changes: 22 additions & 2 deletions MyApp.Tests/Top1KQuestionTasks.cs
Original file line number Diff line number Diff line change
Expand Up @@ -181,11 +181,31 @@ public async Task Recreate_answers_for_Top1K_questions_for_gpt4o_mini()
[Test]
public async Task Recreate_answers_for_Top1K_questions_for_Mistral_Nemo()
{
var client = await TestUtils.CreateAuthenticatedProdClientAsync();
// var client = await TestUtils.CreateAuthenticatedProdClientAsync();
var client = await TestUtils.CreateAuthenticatedDevClientAsync();
var apiCreate = await client.ApiAsync(new CreateAnswersForModels
{
Models = ["mistral-nemo"],
PostIds = Migration1005.Top1KIds,
PostIds = [9],
// PostIds = Migration1005.Top1KIds,
});

apiCreate.Error.PrintDump();
apiCreate.ThrowIfError();
apiCreate.Response!.Errors.PrintDump();
apiCreate.Response!.Results.PrintDump();;
}

[Test]
public async Task Recreate_answers_for_Top1K_questions_for_DeepSeekCoderV2()
{
// var client = await TestUtils.CreateAuthenticatedProdClientAsync();
var client = await TestUtils.CreateAuthenticatedDevClientAsync();
var apiCreate = await client.ApiAsync(new CreateAnswersForModels
{
Models = ["deepseek-coder2-236b"],
PostIds = [9],
// PostIds = Migration1005.Top1KIds,
});

apiCreate.Error.PrintDump();
Expand Down

0 comments on commit 25d28cf

Please sign in to comment.