[Responses API] Function calling

packages/responses-server/examples/function.js

@@ -0,0 +1,32 @@
+import OpenAI from "openai";
+
+const openai = new OpenAI({ baseURL: "http://localhost:3000/v1", apiKey: process.env.HF_TOKEN });
+
+const tools = [
+	{
+		type: "function",
+		name: "get_current_weather",
+		description: "Get the current weather in a given location",
+		parameters: {
+			type: "object",
+			properties: {
+				location: {
+					type: "string",
+					description: "The city and state, e.g. San Francisco, CA",
+				},
+				unit: { type: "string", enum: ["celsius", "fahrenheit"] },
+			},
+			required: ["location", "unit"],
+		},
+	},
+];
+
+const response = await openai.responses.create({
+	model: "meta-llama/Llama-3.3-70B-Instruct",
+	provider: "cerebras",
+	tools: tools,
+	input: "What is the weather like in Boston today?",
+	tool_choice: "auto",
+});
+
+console.log(response);

packages/responses-server/examples/function_streaming.js

@@ -0,0 +1,33 @@
+import { OpenAI } from "openai";
+
+const openai = new OpenAI({ baseURL: "http://localhost:3000/v1", apiKey: process.env.HF_TOKEN });
+
+const tools = [
+	{
+		type: "function",
+		name: "get_weather",
+		description: "Get current temperature for provided coordinates in celsius.",
+		parameters: {
+			type: "object",
+			properties: {
+				latitude: { type: "number" },
+				longitude: { type: "number" },
+			},
+			required: ["latitude", "longitude"],
+			additionalProperties: false,
+		},
+		strict: true,
+	},
+];
+
+const stream = await openai.responses.create({
+	model: "meta-llama/Llama-3.3-70B-Instruct",
+	provider: "cerebras",
+	input: [{ role: "user", content: "What's the weather like in Paris today?" }],
+	tools,
+	stream: true,
+});
+
+for await (const event of stream) {
+	console.log(event);
+}