Skip to content

Commit

Permalink
Add mistral-nemo
Browse files Browse the repository at this point in the history
  • Loading branch information
mythz committed Jul 25, 2024
1 parent e8465b1 commit 91a6450
Show file tree
Hide file tree
Showing 2 changed files with 43 additions and 0 deletions.
33 changes: 33 additions & 0 deletions MyApp.Tests/Top1KQuestionTasks.cs
Original file line number Diff line number Diff line change
Expand Up @@ -162,6 +162,22 @@ public async Task Recreate_answers_for_Top1K_questions_for_sonnet3_5()
apiCreate.Response!.Results.PrintDump();;
}

[Test]
public async Task Recreate_answers_for_Top1K_questions_for_gpt4o_mini()
{
var client = await TestUtils.CreateAuthenticatedProdClientAsync();
var apiCreate = await client.ApiAsync(new CreateAnswersForModels
{
Models = ["gpt-4o-mini"],
PostIds = Migration1005.Top1KIds,
});

apiCreate.Error.PrintDump();
apiCreate.ThrowIfError();
apiCreate.Response!.Errors.PrintDump();
apiCreate.Response!.Results.PrintDump();;
}

[Test]
public async Task Find_answers_that_have_not_been_individually_graded()
{
Expand Down Expand Up @@ -225,6 +241,23 @@ public async Task Create_Gemini_Pro_15_User()
api.ThrowIfError();
}

[Test]
public async Task Create_Mistral_Nemo_User()
{
// var client = await TestUtils.CreateAdminDevClientAsync();
var client = await TestUtils.CreateAdminProdClientAsync();
var api = await client.ApiAsync(new AdminCreateUser
{
UserName = "mistral-nemo",
Email = "[email protected]",
DisplayName = "Mistral NeMo",
ProfileUrl = "/profiles/mi/mistral-nemo/mistral-nemo.svg",
Password = Environment.GetEnvironmentVariable("AUTH_SECRET"),
});
api.Response.PrintDump();
api.ThrowIfError();
}

[Test]
public async Task Generate_top_10k_answers_for_gemini_flash()
{
Expand Down
10 changes: 10 additions & 0 deletions MyApp/Configure.Db.Migrations.cs
Original file line number Diff line number Diff line change
Expand Up @@ -233,6 +233,16 @@ await EnsureUserAsync(new ApplicationUser
Model = "mistral", //7B
}, "p@55wOrd");

await EnsureUserAsync(new ApplicationUser
{
UserName = "mistral-nemo",
Email = "[email protected]",
DisplayName = "Mistral NeMo",
EmailConfirmed = true,
ProfilePath = "/profiles/mi/mistral-nemo/mistral-nemo.svg",
Model = "mistral-nemo", //12
}, "p@55wOrd");

await EnsureUserAsync(new ApplicationUser
{
UserName = "mixtral",
Expand Down

0 comments on commit 91a6450

Please sign in to comment.