Add mistral-common library (#1641)

Hi !

We'd like to add [vLLM](https://docs.vllm.ai/en/stable/) as a library
and track the downloads via two possible formats:
- Transformers with the `config.json`
- Mistral with the `params.json`

The code snippet suggested is through serving.

Edit:
Based on @Wauplin comment we changed the integration to instead add the
`mistral-common` library

---------

Co-authored-by: Lucain <lucainp@gmail.com>

Author: juliendenize

packages/tasks/src/local-apps.ts

@@ -207,10 +207,27 @@ curl -X POST "http://localhost:8000/v1/completions" \\
 		"temperature": 0.5
 	}'`;
 	const runCommand = model.tags.includes("conversational") ? runCommandInstruct : runCommandNonInstruct;
+
+	let setup;
+	let dockerCommand;
+
+	if (model.tags.includes("mistral-common")) {
+		setup = [
+			"# Install vLLM from pip:",
+			"pip install vllm",
+			"# Make sure you have the latest version of mistral-common installed:",
+			"pip install --upgrade mistral-common",
+		].join("\n");
+		dockerCommand = `# Load and run the model:\ndocker exec -it my_vllm_container bash -c "vllm serve ${model.id} --tokenizer_mode mistral --config_format mistral --load_format mistral --tool-call-parser mistral --enable-auto-tool-choice"`;
+	} else {
+		setup = ["# Install vLLM from pip:", "pip install vllm"].join("\n");
+		dockerCommand = `# Load and run the model:\ndocker exec -it my_vllm_container bash -c "vllm serve ${model.id}"`;
+	}
+
 	return [
 		{
 			title: "Install from pip",
-			setup: ["# Install vLLM from pip:", "pip install vllm"].join("\n"),
+			setup: setup,
 			content: [`# Load and run the model:\nvllm serve "${model.id}"`, runCommand],
 		},
 		{
@@ -226,10 +243,7 @@ curl -X POST "http://localhost:8000/v1/completions" \\
 				`	vllm/vllm-openai:latest \\`,
 				`	--model ${model.id}`,
 			].join("\n"),
-			content: [
-				`# Load and run the model:\ndocker exec -it my_vllm_container bash -c "vllm serve ${model.id}"`,
-				runCommand,
-			],
+			content: [dockerCommand, runCommand],
 		},
 	];
 };

packages/tasks/src/model-libraries-snippets.ts

@@ -2023,4 +2023,24 @@ audio = model.autoencoder.decode(codes)[0].cpu()
 torchaudio.save("sample.wav", audio, model.autoencoder.sampling_rate)
 `,
 ];
+
+export const mistral_common = (model: ModelData): string[] => [
+	`# We recommend to use vLLM to serve Mistral AI models.
+pip install vllm
+
+# Make sure to have installed the latest version of mistral-common.
+pip install --upgrade mistral-common[image,audio]
+
+# Serve the model with an OpenAI-compatible API.
+vllm serve ${model.id} --tokenizer_mode mistral --config_format mistral --load_format mistral --tool-call-parser mistral --enable-auto-tool-choice
+
+# Query the model with curl in a separate terminal.
+curl http://localhost:8000/v1/chat/completions \
+  -H "Content-Type: application/json" \
+  -d '{
+    "model": "${model.id}",
+    "messages": [{"role": "user", "content": "What is the capital of France?"}]
+  }'`,
+];
+
 //#endregion

packages/tasks/src/model-libraries.ts

@@ -631,6 +631,14 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
 		filter: false,
 		countDownloads: `path_extension:"ckpt"`,
 	},
+	mistral_common: {
+		prettyLabel: "mistral-common",
+		repoName: "mistral-common",
+		repoUrl: "https://github.com/mistralai/mistral-common",
+		docsUrl: "https://mistralai.github.io/mistral-common/",
+		snippets: snippets.mistral_common,
+		countDownloads: `path:"config.json" OR path:"params.json"`,
+	},
 	mitie: {
 		prettyLabel: "MITIE",
 		repoName: "MITIE",