2172 lines
95 KiB
JavaScript
2172 lines
95 KiB
JavaScript
|
import OpenAI from 'openai';
|
||
|
|
import { APIConnectionError } from 'openai/error';
|
||
|
|
import { PassThrough } from 'stream';
|
||
|
|
import { ParsingToolFunction, ChatCompletionStreamingRunner, } from 'openai/resources/beta/chat/completions';
|
||
|
|
import { Response } from 'node-fetch';
|
||
|
|
import { isAssistantMessage } from "./chatCompletionUtils.mjs";
|
||
|
|
/**
|
||
|
|
* Creates a mock `fetch` function and a `handleRequest` function for intercepting `fetch` calls.
|
||
|
|
*
|
||
|
|
* You call `handleRequest` with a callback function that handles the next `fetch` call.
|
||
|
|
* It returns a Promise that:
|
||
|
|
* - waits for the next call to `fetch`
|
||
|
|
* - calls the callback with the `fetch` arguments
|
||
|
|
* - resolves `fetch` with the callback output
|
||
|
|
*/
|
||
|
|
function mockFetch() {
|
||
|
|
const fetchQueue = [];
|
||
|
|
const handlerQueue = [];
|
||
|
|
const enqueueHandler = () => {
|
||
|
|
handlerQueue.push(new Promise((resolve) => {
|
||
|
|
fetchQueue.push((handle) => {
|
||
|
|
enqueueHandler();
|
||
|
|
resolve(handle);
|
||
|
|
});
|
||
|
|
}));
|
||
|
|
};
|
||
|
|
enqueueHandler();
|
||
|
|
async function fetch(req, init) {
|
||
|
|
const handler = await handlerQueue.shift();
|
||
|
|
if (!handler)
|
||
|
|
throw new Error('expected handler to be defined');
|
||
|
|
const signal = init?.signal;
|
||
|
|
if (!signal)
|
||
|
|
return await handler(req, init);
|
||
|
|
return await Promise.race([
|
||
|
|
handler(req, init),
|
||
|
|
new Promise((resolve, reject) => {
|
||
|
|
if (signal.aborted) {
|
||
|
|
// @ts-ignore does exist in Node
|
||
|
|
reject(new DOMException('The user aborted a request.', 'AbortError'));
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
signal.addEventListener('abort', (e) => {
|
||
|
|
// @ts-ignore does exist in Node
|
||
|
|
reject(new DOMException('The user aborted a request.', 'AbortError'));
|
||
|
|
});
|
||
|
|
}),
|
||
|
|
]);
|
||
|
|
}
|
||
|
|
function handleRequest(handle) {
|
||
|
|
return new Promise((resolve, reject) => {
|
||
|
|
fetchQueue.shift()?.(async (req, init) => {
|
||
|
|
try {
|
||
|
|
return await handle(req, init);
|
||
|
|
}
|
||
|
|
catch (err) {
|
||
|
|
reject(err);
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
finally {
|
||
|
|
resolve();
|
||
|
|
}
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
return { fetch, handleRequest };
|
||
|
|
}
|
||
|
|
// mockChatCompletionFetch is like mockFetch, but with better a more convenient handleRequest to mock
|
||
|
|
// chat completion request/responses.
|
||
|
|
function mockChatCompletionFetch() {
|
||
|
|
const { fetch, handleRequest: handleRawRequest } = mockFetch();
|
||
|
|
function handleRequest(handler) {
|
||
|
|
return handleRawRequest(async (req, init) => {
|
||
|
|
const rawBody = init?.body;
|
||
|
|
if (typeof rawBody !== 'string')
|
||
|
|
throw new Error(`expected init.body to be a string`);
|
||
|
|
const body = JSON.parse(rawBody);
|
||
|
|
return new Response(JSON.stringify(await handler(body)), {
|
||
|
|
headers: { 'Content-Type': 'application/json' },
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
return { fetch, handleRequest };
|
||
|
|
}
|
||
|
|
// mockStreamingChatCompletionFetch is like mockFetch, but with better a more convenient handleRequest to mock
|
||
|
|
// streaming chat completion request/responses.
|
||
|
|
function mockStreamingChatCompletionFetch() {
|
||
|
|
const { fetch, handleRequest: handleRawRequest } = mockFetch();
|
||
|
|
function handleRequest(handler) {
|
||
|
|
return handleRawRequest(async (req, init) => {
|
||
|
|
const rawBody = init?.body;
|
||
|
|
if (typeof rawBody !== 'string')
|
||
|
|
throw new Error(`expected init.body to be a string`);
|
||
|
|
const body = JSON.parse(rawBody);
|
||
|
|
const stream = new PassThrough();
|
||
|
|
(async () => {
|
||
|
|
for await (const chunk of handler(body)) {
|
||
|
|
stream.write(`data: ${JSON.stringify(chunk)}\n\n`);
|
||
|
|
}
|
||
|
|
stream.end(`data: [DONE]\n\n`);
|
||
|
|
})();
|
||
|
|
return new Response(stream, {
|
||
|
|
headers: {
|
||
|
|
'Content-Type': 'text/event-stream',
|
||
|
|
'Transfer-Encoding': 'chunked',
|
||
|
|
},
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
return { fetch, handleRequest };
|
||
|
|
}
|
||
|
|
// contentChoiceDeltas returns an async iterator which mocks a delta stream of a by splitting the
|
||
|
|
// argument into chunks separated by whitespace.
|
||
|
|
function* contentChoiceDeltas(content, { index = 0, role = 'assistant', } = {}) {
|
||
|
|
const deltas = content.split(/\s+/g);
|
||
|
|
for (let i = 0; i < deltas.length; i++) {
|
||
|
|
yield {
|
||
|
|
index,
|
||
|
|
finish_reason: i === deltas.length - 1 ? 'stop' : null,
|
||
|
|
logprobs: null,
|
||
|
|
delta: {
|
||
|
|
role,
|
||
|
|
content: deltas[i] ? `${deltas[i]}${i === deltas.length - 1 ? '' : ' '}` : null,
|
||
|
|
},
|
||
|
|
};
|
||
|
|
}
|
||
|
|
}
|
||
|
|
// functionCallDeltas returns an async iterator which mocks a delta stream of a functionCall by splitting
|
||
|
|
// the argument into chunks separated by whitespace.
|
||
|
|
function* functionCallDeltas(args, { index = 0, id = '123', name, role = 'assistant', }) {
|
||
|
|
const deltas = args.split(/\s+/g);
|
||
|
|
for (let i = 0; i < deltas.length; i++) {
|
||
|
|
yield {
|
||
|
|
index,
|
||
|
|
finish_reason: i === deltas.length - 1 ? 'function_call' : null,
|
||
|
|
delta: {
|
||
|
|
role,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
index: 0,
|
||
|
|
id,
|
||
|
|
function: {
|
||
|
|
arguments: `${deltas[i] || ''}${i === deltas.length - 1 ? '' : ' '}`,
|
||
|
|
...(i === deltas.length - 1 ? { name } : null),
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
};
|
||
|
|
}
|
||
|
|
}
|
||
|
|
class RunnerListener {
|
||
|
|
constructor(runner) {
|
||
|
|
this.runner = runner;
|
||
|
|
this.contents = [];
|
||
|
|
this.messages = [];
|
||
|
|
this.chatCompletions = [];
|
||
|
|
this.functionCalls = [];
|
||
|
|
this.functionCallResults = [];
|
||
|
|
this.finalContent = null;
|
||
|
|
this.gotConnect = false;
|
||
|
|
this.gotAbort = false;
|
||
|
|
this.gotEnd = false;
|
||
|
|
this.onceMessageCallCount = 0;
|
||
|
|
runner
|
||
|
|
.on('connect', () => (this.gotConnect = true))
|
||
|
|
.on('content', (content) => this.contents.push(content))
|
||
|
|
.on('message', (message) => this.messages.push(message))
|
||
|
|
.on('chatCompletion', (completion) => this.chatCompletions.push(completion))
|
||
|
|
.on('functionCall', (functionCall) => this.functionCalls.push(functionCall))
|
||
|
|
.on('functionCallResult', (result) => this.functionCallResults.push(result))
|
||
|
|
.on('finalContent', (content) => (this.finalContent = content))
|
||
|
|
.on('finalMessage', (message) => (this.finalMessage = message))
|
||
|
|
.on('finalChatCompletion', (completion) => (this.finalChatCompletion = completion))
|
||
|
|
.on('finalFunctionCall', (functionCall) => (this.finalFunctionCall = functionCall))
|
||
|
|
.on('finalFunctionCallResult', (result) => (this.finalFunctionCallResult = result))
|
||
|
|
.on('totalUsage', (usage) => (this.totalUsage = usage))
|
||
|
|
.on('error', (error) => (this.error = error))
|
||
|
|
.on('abort', (error) => ((this.error = error), (this.gotAbort = true)))
|
||
|
|
.on('end', () => (this.gotEnd = true))
|
||
|
|
.once('message', () => this.onceMessageCallCount++);
|
||
|
|
}
|
||
|
|
async sanityCheck({ error } = {}) {
|
||
|
|
expect(this.onceMessageCallCount).toBeLessThanOrEqual(1);
|
||
|
|
expect(this.gotAbort).toEqual(this.runner.aborted);
|
||
|
|
if (this.runner.aborted)
|
||
|
|
expect(this.runner.errored).toBe(true);
|
||
|
|
if (error) {
|
||
|
|
expect(this.error?.message).toEqual(error);
|
||
|
|
expect(this.runner.errored).toBe(true);
|
||
|
|
await expect(this.runner.finalChatCompletion()).rejects.toThrow(error);
|
||
|
|
await expect(this.runner.finalMessage()).rejects.toThrow(error);
|
||
|
|
await expect(this.runner.finalContent()).rejects.toThrow(error);
|
||
|
|
await expect(this.runner.finalFunctionCall()).rejects.toThrow(error);
|
||
|
|
await expect(this.runner.finalFunctionCallResult()).rejects.toThrow(error);
|
||
|
|
await expect(this.runner.totalUsage()).rejects.toThrow(error);
|
||
|
|
await expect(this.runner.done()).rejects.toThrow(error);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
expect(this.error).toBeUndefined();
|
||
|
|
expect(this.runner.errored).toBe(false);
|
||
|
|
}
|
||
|
|
if (!this.gotConnect) {
|
||
|
|
expect(this.contents).toEqual([]);
|
||
|
|
expect(this.messages).toEqual([]);
|
||
|
|
expect(this.chatCompletions).toEqual([]);
|
||
|
|
expect(this.functionCalls).toEqual([]);
|
||
|
|
expect(this.functionCallResults).toEqual([]);
|
||
|
|
expect(this.finalContent).toBeUndefined();
|
||
|
|
expect(this.finalMessage).toBeUndefined();
|
||
|
|
expect(this.finalChatCompletion).toBeUndefined();
|
||
|
|
expect(this.finalFunctionCall).toBeUndefined();
|
||
|
|
expect(this.finalFunctionCallResult).toBeUndefined();
|
||
|
|
expect(this.totalUsage).toBeUndefined();
|
||
|
|
expect(this.gotEnd).toBe(true);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
if (error)
|
||
|
|
return;
|
||
|
|
const expectedContents = this.messages
|
||
|
|
.filter(isAssistantMessage)
|
||
|
|
.map((m) => m.content)
|
||
|
|
.filter(Boolean);
|
||
|
|
expect(this.contents).toEqual(expectedContents);
|
||
|
|
expect(this.finalMessage).toEqual([...this.messages].reverse().find((x) => x.role === 'assistant'));
|
||
|
|
expect(await this.runner.finalMessage()).toEqual(this.finalMessage);
|
||
|
|
expect(this.finalContent).toEqual(expectedContents[expectedContents.length - 1] ?? null);
|
||
|
|
expect(await this.runner.finalContent()).toEqual(this.finalContent);
|
||
|
|
expect(this.finalChatCompletion).toEqual(this.chatCompletions[this.chatCompletions.length - 1]);
|
||
|
|
expect(await this.runner.finalChatCompletion()).toEqual(this.finalChatCompletion);
|
||
|
|
expect(this.finalFunctionCall).toEqual(this.functionCalls[this.functionCalls.length - 1]);
|
||
|
|
expect(await this.runner.finalFunctionCall()).toEqual(this.finalFunctionCall);
|
||
|
|
expect(this.finalFunctionCallResult).toEqual(this.functionCallResults[this.functionCallResults.length - 1]);
|
||
|
|
expect(await this.runner.finalFunctionCallResult()).toEqual(this.finalFunctionCallResult);
|
||
|
|
expect(this.chatCompletions).toEqual(this.runner.allChatCompletions());
|
||
|
|
expect(this.messages).toEqual(this.runner.messages.slice(-this.messages.length));
|
||
|
|
if (this.chatCompletions.some((c) => c.usage)) {
|
||
|
|
const totalUsage = {
|
||
|
|
completion_tokens: 0,
|
||
|
|
prompt_tokens: 0,
|
||
|
|
total_tokens: 0,
|
||
|
|
};
|
||
|
|
for (const { usage } of this.chatCompletions) {
|
||
|
|
if (usage) {
|
||
|
|
totalUsage.completion_tokens += usage.completion_tokens;
|
||
|
|
totalUsage.prompt_tokens += usage.prompt_tokens;
|
||
|
|
totalUsage.total_tokens += usage.total_tokens;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
expect(this.totalUsage).toEqual(totalUsage);
|
||
|
|
expect(await this.runner.totalUsage()).toEqual(totalUsage);
|
||
|
|
}
|
||
|
|
expect(this.gotEnd).toBe(true);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
class StreamingRunnerListener {
|
||
|
|
constructor(runner) {
|
||
|
|
this.runner = runner;
|
||
|
|
this.eventChunks = [];
|
||
|
|
this.eventContents = [];
|
||
|
|
this.eventMessages = [];
|
||
|
|
this.eventChatCompletions = [];
|
||
|
|
this.eventFunctionCalls = [];
|
||
|
|
this.eventFunctionCallResults = [];
|
||
|
|
this.finalContent = null;
|
||
|
|
this.gotConnect = false;
|
||
|
|
this.gotEnd = false;
|
||
|
|
runner
|
||
|
|
.on('connect', () => (this.gotConnect = true))
|
||
|
|
.on('chunk', (chunk) => this.eventChunks.push(chunk))
|
||
|
|
.on('content', (delta, snapshot) => this.eventContents.push([delta, snapshot]))
|
||
|
|
.on('message', (message) => this.eventMessages.push(message))
|
||
|
|
.on('chatCompletion', (completion) => this.eventChatCompletions.push(completion))
|
||
|
|
.on('functionCall', (functionCall) => this.eventFunctionCalls.push(functionCall))
|
||
|
|
.on('functionCallResult', (result) => this.eventFunctionCallResults.push(result))
|
||
|
|
.on('finalContent', (content) => (this.finalContent = content))
|
||
|
|
.on('finalMessage', (message) => (this.finalMessage = message))
|
||
|
|
.on('finalChatCompletion', (completion) => (this.finalChatCompletion = completion))
|
||
|
|
.on('finalFunctionCall', (functionCall) => (this.finalFunctionCall = functionCall))
|
||
|
|
.on('finalFunctionCallResult', (result) => (this.finalFunctionCallResult = result))
|
||
|
|
.on('error', (error) => (this.error = error))
|
||
|
|
.on('abort', (abort) => (this.error = abort))
|
||
|
|
.on('end', () => (this.gotEnd = true));
|
||
|
|
}
|
||
|
|
async sanityCheck({ error } = {}) {
|
||
|
|
if (error) {
|
||
|
|
expect(this.error?.message).toEqual(error);
|
||
|
|
expect(this.runner.errored).toBe(true);
|
||
|
|
await expect(this.runner.finalChatCompletion()).rejects.toThrow(error);
|
||
|
|
await expect(this.runner.finalMessage()).rejects.toThrow(error);
|
||
|
|
await expect(this.runner.finalContent()).rejects.toThrow(error);
|
||
|
|
await expect(this.runner.finalFunctionCall()).rejects.toThrow(error);
|
||
|
|
await expect(this.runner.finalFunctionCallResult()).rejects.toThrow(error);
|
||
|
|
await expect(this.runner.done()).rejects.toThrow(error);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
expect(this.error).toBeUndefined();
|
||
|
|
expect(this.runner.errored).toBe(false);
|
||
|
|
}
|
||
|
|
if (!this.gotConnect) {
|
||
|
|
expect(this.eventContents).toEqual([]);
|
||
|
|
expect(this.eventMessages).toEqual([]);
|
||
|
|
expect(this.eventChatCompletions).toEqual([]);
|
||
|
|
expect(this.eventFunctionCalls).toEqual([]);
|
||
|
|
expect(this.eventFunctionCallResults).toEqual([]);
|
||
|
|
expect(this.finalContent).toBeUndefined();
|
||
|
|
expect(this.finalMessage).toBeUndefined();
|
||
|
|
expect(this.finalChatCompletion).toBeUndefined();
|
||
|
|
expect(this.finalFunctionCall).toBeUndefined();
|
||
|
|
expect(this.finalFunctionCallResult).toBeUndefined();
|
||
|
|
expect(this.gotEnd).toBe(true);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
if (error)
|
||
|
|
return;
|
||
|
|
if (this.eventContents.length)
|
||
|
|
expect(this.eventChunks.length).toBeGreaterThan(0);
|
||
|
|
expect(this.finalMessage).toEqual([...this.eventMessages].reverse().find((x) => x.role === 'assistant'));
|
||
|
|
expect(await this.runner.finalMessage()).toEqual(this.finalMessage);
|
||
|
|
expect(this.finalContent).toEqual(this.eventContents[this.eventContents.length - 1]?.[1] ?? null);
|
||
|
|
expect(await this.runner.finalContent()).toEqual(this.finalContent);
|
||
|
|
expect(this.finalChatCompletion).toEqual(this.eventChatCompletions[this.eventChatCompletions.length - 1]);
|
||
|
|
expect(await this.runner.finalChatCompletion()).toEqual(this.finalChatCompletion);
|
||
|
|
expect(this.finalFunctionCall).toEqual(this.eventFunctionCalls[this.eventFunctionCalls.length - 1]);
|
||
|
|
expect(await this.runner.finalFunctionCall()).toEqual(this.finalFunctionCall);
|
||
|
|
expect(this.finalFunctionCallResult).toEqual(this.eventFunctionCallResults[this.eventFunctionCallResults.length - 1]);
|
||
|
|
expect(await this.runner.finalFunctionCallResult()).toEqual(this.finalFunctionCallResult);
|
||
|
|
expect(this.eventChatCompletions).toEqual(this.runner.allChatCompletions());
|
||
|
|
expect(this.eventMessages).toEqual(this.runner.messages.slice(-this.eventMessages.length));
|
||
|
|
if (error) {
|
||
|
|
expect(this.error?.message).toEqual(error);
|
||
|
|
expect(this.runner.errored).toBe(true);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
expect(this.error).toBeUndefined();
|
||
|
|
expect(this.runner.errored).toBe(false);
|
||
|
|
}
|
||
|
|
expect(this.gotEnd).toBe(true);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
function _typeTests() {
|
||
|
|
const openai = new OpenAI();
|
||
|
|
openai.beta.chat.completions.runTools({
|
||
|
|
messages: [
|
||
|
|
{ role: 'user', content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}' },
|
||
|
|
],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
name: 'numProperties',
|
||
|
|
function: (obj) => String(Object.keys(obj).length),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
parse: (str) => {
|
||
|
|
const result = JSON.parse(str);
|
||
|
|
if (!(result instanceof Object) || Array.isArray(result)) {
|
||
|
|
throw new Error('must be an object');
|
||
|
|
}
|
||
|
|
return result;
|
||
|
|
},
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
function: (str) => String(str.length),
|
||
|
|
parameters: { type: 'string' },
|
||
|
|
description: 'gets the length of a string',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
// @ts-expect-error function must accept string if parse is omitted
|
||
|
|
function: {
|
||
|
|
function: (obj) => String(Object.keys(obj).length),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
});
|
||
|
|
openai.beta.chat.completions.runTools({
|
||
|
|
messages: [
|
||
|
|
{ role: 'user', content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}' },
|
||
|
|
],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
new ParsingToolFunction({
|
||
|
|
name: 'numProperties',
|
||
|
|
// @ts-expect-error parse and function don't match
|
||
|
|
parse: (str) => str,
|
||
|
|
function: (obj) => String(Object.keys(obj).length),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
}),
|
||
|
|
],
|
||
|
|
});
|
||
|
|
openai.beta.chat.completions.runTools({
|
||
|
|
messages: [
|
||
|
|
{ role: 'user', content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}' },
|
||
|
|
],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
new ParsingToolFunction({
|
||
|
|
name: 'numProperties',
|
||
|
|
parse: (str) => {
|
||
|
|
const result = JSON.parse(str);
|
||
|
|
if (!(result instanceof Object) || Array.isArray(result)) {
|
||
|
|
throw new Error('must be an object');
|
||
|
|
}
|
||
|
|
return result;
|
||
|
|
},
|
||
|
|
function: (obj) => String(Object.keys(obj).length),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
}),
|
||
|
|
new ParsingToolFunction({
|
||
|
|
name: 'keys',
|
||
|
|
parse: (str) => {
|
||
|
|
const result = JSON.parse(str);
|
||
|
|
if (!(result instanceof Object)) {
|
||
|
|
throw new Error('must be an Object');
|
||
|
|
}
|
||
|
|
return result;
|
||
|
|
},
|
||
|
|
function: (obj) => Object.keys(obj).join(', '),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
}),
|
||
|
|
new ParsingToolFunction({
|
||
|
|
name: 'len2',
|
||
|
|
// @ts-expect-error parse and function don't match
|
||
|
|
parse: (str) => str,
|
||
|
|
function: (obj) => String(Object.keys(obj).length),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
}),
|
||
|
|
],
|
||
|
|
});
|
||
|
|
openai.beta.chat.completions.runTools({
|
||
|
|
messages: [
|
||
|
|
{ role: 'user', content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}' },
|
||
|
|
],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
// @ts-ignore error occurs here in TS 4
|
||
|
|
tools: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
name: 'numProperties',
|
||
|
|
parse: (str) => {
|
||
|
|
const result = JSON.parse(str);
|
||
|
|
if (!(result instanceof Object) || Array.isArray(result)) {
|
||
|
|
throw new Error('must be an object');
|
||
|
|
}
|
||
|
|
return result;
|
||
|
|
},
|
||
|
|
function: (obj) => String(Object.keys(obj).length),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
name: 'keys',
|
||
|
|
parse: (str) => {
|
||
|
|
const result = JSON.parse(str);
|
||
|
|
if (!(result instanceof Object)) {
|
||
|
|
throw new Error('must be an Object');
|
||
|
|
}
|
||
|
|
return result;
|
||
|
|
},
|
||
|
|
function: (obj) => Object.keys(obj).join(', '),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
name: 'len2',
|
||
|
|
parse: (str) => str,
|
||
|
|
// @ts-ignore error occurs here in TS 5
|
||
|
|
// function input doesn't match parse output
|
||
|
|
function: (obj) => String(Object.keys(obj).length),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
});
|
||
|
|
}
|
||
|
|
describe('resource completions', () => {
|
||
|
|
describe('runTools with stream: false', () => {
|
||
|
|
test('successful flow', async () => {
|
||
|
|
const { fetch, handleRequest } = mockChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const runner = openai.beta.chat.completions.runTools({
|
||
|
|
messages: [{ role: 'user', content: 'tell me what the weather is like' }],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
function: function getWeather() {
|
||
|
|
return `it's raining`;
|
||
|
|
},
|
||
|
|
parameters: {},
|
||
|
|
description: 'gets the weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
});
|
||
|
|
const listener = new RunnerListener(runner);
|
||
|
|
await handleRequest(async (request) => {
|
||
|
|
expect(request.messages).toEqual([{ role: 'user', content: 'tell me what the weather is like' }]);
|
||
|
|
return {
|
||
|
|
id: '1',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
logprobs: null,
|
||
|
|
message: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion',
|
||
|
|
};
|
||
|
|
});
|
||
|
|
await handleRequest(async (request) => {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{ role: 'user', content: 'tell me what the weather is like' },
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `it's raining`,
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
return {
|
||
|
|
id: '2',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'stop',
|
||
|
|
logprobs: null,
|
||
|
|
message: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: `it's raining`,
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion',
|
||
|
|
};
|
||
|
|
});
|
||
|
|
await runner.done();
|
||
|
|
expect(listener.messages).toEqual([
|
||
|
|
{ role: 'user', content: 'tell me what the weather is like' },
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: `it's raining`, tool_call_id: '123' },
|
||
|
|
{ role: 'assistant', content: "it's raining" },
|
||
|
|
]);
|
||
|
|
expect(listener.functionCallResults).toEqual([`it's raining`]);
|
||
|
|
await listener.sanityCheck();
|
||
|
|
});
|
||
|
|
test('flow with abort', async () => {
|
||
|
|
const { fetch, handleRequest } = mockChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const controller = new AbortController();
|
||
|
|
const runner = openai.beta.chat.completions.runTools({
|
||
|
|
messages: [{ role: 'user', content: 'tell me what the weather is like' }],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
function: function getWeather() {
|
||
|
|
return `it's raining`;
|
||
|
|
},
|
||
|
|
parameters: {},
|
||
|
|
description: 'gets the weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
}, { signal: controller.signal });
|
||
|
|
const listener = new RunnerListener(runner);
|
||
|
|
await handleRequest(async (request) => {
|
||
|
|
expect(request.messages).toEqual([{ role: 'user', content: 'tell me what the weather is like' }]);
|
||
|
|
return {
|
||
|
|
id: '1',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
logprobs: null,
|
||
|
|
message: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion',
|
||
|
|
};
|
||
|
|
});
|
||
|
|
controller.abort();
|
||
|
|
await runner.done().catch(() => { });
|
||
|
|
expect(listener.messages).toEqual([
|
||
|
|
{ role: 'user', content: 'tell me what the weather is like' },
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: `it's raining`, tool_call_id: '123' },
|
||
|
|
]);
|
||
|
|
expect(listener.functionCallResults).toEqual([`it's raining`]);
|
||
|
|
await listener.sanityCheck({ error: 'Request was aborted.' });
|
||
|
|
expect(runner.aborted).toBe(true);
|
||
|
|
});
|
||
|
|
test('successful flow with parse', async () => {
|
||
|
|
const { fetch, handleRequest } = mockChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const runner = openai.beta.chat.completions.runTools({
|
||
|
|
messages: [
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
new ParsingToolFunction({
|
||
|
|
name: 'numProperties',
|
||
|
|
function: (obj) => String(Object.keys(obj).length),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
parse: (str) => {
|
||
|
|
const result = JSON.parse(str);
|
||
|
|
if (!(result instanceof Object) || Array.isArray(result)) {
|
||
|
|
throw new Error('must be an object');
|
||
|
|
}
|
||
|
|
return result;
|
||
|
|
},
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
}),
|
||
|
|
],
|
||
|
|
});
|
||
|
|
const listener = new RunnerListener(runner);
|
||
|
|
await handleRequest(async (request) => {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
return {
|
||
|
|
id: '1',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
logprobs: null,
|
||
|
|
message: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '{"a": 1, "b": 2, "c": 3}',
|
||
|
|
name: 'numProperties',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion',
|
||
|
|
usage: {
|
||
|
|
completion_tokens: 5,
|
||
|
|
prompt_tokens: 20,
|
||
|
|
total_tokens: 25,
|
||
|
|
},
|
||
|
|
};
|
||
|
|
});
|
||
|
|
await handleRequest(async (request) => {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '{"a": 1, "b": 2, "c": 3}',
|
||
|
|
name: 'numProperties',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: '3',
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
return {
|
||
|
|
id: '2',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'stop',
|
||
|
|
logprobs: null,
|
||
|
|
message: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: `there are 3 properties in {"a": 1, "b": 2, "c": 3}`,
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion',
|
||
|
|
usage: {
|
||
|
|
completion_tokens: 10,
|
||
|
|
prompt_tokens: 25,
|
||
|
|
total_tokens: 35,
|
||
|
|
},
|
||
|
|
};
|
||
|
|
});
|
||
|
|
await runner.done();
|
||
|
|
expect(listener.messages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: { name: 'numProperties', arguments: '{"a": 1, "b": 2, "c": 3}' },
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: '3', tool_call_id: '123' },
|
||
|
|
{ role: 'assistant', content: 'there are 3 properties in {"a": 1, "b": 2, "c": 3}' },
|
||
|
|
]);
|
||
|
|
expect(listener.functionCallResults).toEqual(['3']);
|
||
|
|
await listener.sanityCheck();
|
||
|
|
});
|
||
|
|
test('flow with parse error', async () => {
|
||
|
|
const { fetch, handleRequest } = mockChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const runner = openai.beta.chat.completions.runTools({
|
||
|
|
messages: [
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
new ParsingToolFunction({
|
||
|
|
name: 'numProperties',
|
||
|
|
function: (obj) => String(Object.keys(obj).length),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
parse: (str) => {
|
||
|
|
const result = JSON.parse(str);
|
||
|
|
if (!(result instanceof Object) || Array.isArray(result)) {
|
||
|
|
throw new Error('must be an object');
|
||
|
|
}
|
||
|
|
return result;
|
||
|
|
},
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
}),
|
||
|
|
],
|
||
|
|
});
|
||
|
|
const listener = new RunnerListener(runner);
|
||
|
|
await Promise.all([
|
||
|
|
handleRequest(async (request) => {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
return {
|
||
|
|
id: '1',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
logprobs: null,
|
||
|
|
message: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '[{"a": 1, "b": 2, "c": 3}]',
|
||
|
|
name: 'numProperties',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion',
|
||
|
|
};
|
||
|
|
}),
|
||
|
|
handleRequest(async (request) => {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '[{"a": 1, "b": 2, "c": 3}]',
|
||
|
|
name: 'numProperties',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `must be an object`,
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
return {
|
||
|
|
id: '2',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
logprobs: null,
|
||
|
|
message: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '1234',
|
||
|
|
function: {
|
||
|
|
arguments: '{"a": 1, "b": 2, "c": 3}',
|
||
|
|
name: 'numProperties',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion',
|
||
|
|
};
|
||
|
|
}),
|
||
|
|
handleRequest(async (request) => {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '[{"a": 1, "b": 2, "c": 3}]',
|
||
|
|
name: 'numProperties',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `must be an object`,
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '1234',
|
||
|
|
function: {
|
||
|
|
arguments: '{"a": 1, "b": 2, "c": 3}',
|
||
|
|
name: 'numProperties',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: '3',
|
||
|
|
tool_call_id: '1234',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
return {
|
||
|
|
id: '3',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'stop',
|
||
|
|
logprobs: null,
|
||
|
|
message: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: `there are 3 properties in {"a": 1, "b": 2, "c": 3}`,
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion',
|
||
|
|
};
|
||
|
|
}),
|
||
|
|
runner.done(),
|
||
|
|
]);
|
||
|
|
expect(listener.messages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: { name: 'numProperties', arguments: '[{"a": 1, "b": 2, "c": 3}]' },
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: `must be an object`, tool_call_id: '123' },
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '1234',
|
||
|
|
function: { name: 'numProperties', arguments: '{"a": 1, "b": 2, "c": 3}' },
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: '3', tool_call_id: '1234' },
|
||
|
|
{ role: 'assistant', content: 'there are 3 properties in {"a": 1, "b": 2, "c": 3}' },
|
||
|
|
]);
|
||
|
|
expect(listener.functionCallResults).toEqual([`must be an object`, '3']);
|
||
|
|
await listener.sanityCheck();
|
||
|
|
});
|
||
|
|
test('single function call', async () => {
|
||
|
|
const { fetch, handleRequest } = mockChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const runner = openai.beta.chat.completions.runTools({
|
||
|
|
messages: [{ role: 'user', content: 'tell me what the weather is like' }],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tool_choice: {
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
tools: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
function: function getWeather() {
|
||
|
|
return `it's raining`;
|
||
|
|
},
|
||
|
|
parameters: {},
|
||
|
|
description: 'gets the weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
});
|
||
|
|
const listener = new RunnerListener(runner);
|
||
|
|
await Promise.all([
|
||
|
|
handleRequest(async (request) => {
|
||
|
|
expect(request.messages).toEqual([{ role: 'user', content: 'tell me what the weather is like' }]);
|
||
|
|
return {
|
||
|
|
id: '1',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
logprobs: null,
|
||
|
|
message: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion',
|
||
|
|
};
|
||
|
|
}),
|
||
|
|
runner.done(),
|
||
|
|
]);
|
||
|
|
expect(listener.messages).toEqual([
|
||
|
|
{ role: 'user', content: 'tell me what the weather is like' },
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: `it's raining`, tool_call_id: '123' },
|
||
|
|
]);
|
||
|
|
expect(listener.functionCallResults).toEqual([`it's raining`]);
|
||
|
|
await listener.sanityCheck();
|
||
|
|
});
|
||
|
|
test('wrong function name', async () => {
|
||
|
|
const { fetch, handleRequest } = mockChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const runner = openai.beta.chat.completions.runTools({
|
||
|
|
messages: [{ role: 'user', content: 'tell me what the weather is like' }],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
function: function getWeather() {
|
||
|
|
return `it's raining`;
|
||
|
|
},
|
||
|
|
parameters: {},
|
||
|
|
description: 'gets the weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
});
|
||
|
|
const listener = new RunnerListener(runner);
|
||
|
|
await Promise.all([
|
||
|
|
handleRequest(async (request) => {
|
||
|
|
expect(request.messages).toEqual([{ role: 'user', content: 'tell me what the weather is like' }]);
|
||
|
|
return {
|
||
|
|
id: '1',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
logprobs: null,
|
||
|
|
message: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'get_weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion',
|
||
|
|
};
|
||
|
|
}),
|
||
|
|
handleRequest(async (request) => {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{ role: 'user', content: 'tell me what the weather is like' },
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'get_weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `Invalid tool_call: "get_weather". Available options are: "getWeather". Please try again`,
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
return {
|
||
|
|
id: '2',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
logprobs: null,
|
||
|
|
message: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '1234',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion',
|
||
|
|
};
|
||
|
|
}),
|
||
|
|
handleRequest(async (request) => {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{ role: 'user', content: 'tell me what the weather is like' },
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'get_weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `Invalid tool_call: "get_weather". Available options are: "getWeather". Please try again`,
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '1234',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `it's raining`,
|
||
|
|
tool_call_id: '1234',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
return {
|
||
|
|
id: '3',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'stop',
|
||
|
|
logprobs: null,
|
||
|
|
message: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: `it's raining`,
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion',
|
||
|
|
};
|
||
|
|
}),
|
||
|
|
runner.done(),
|
||
|
|
]);
|
||
|
|
expect(listener.messages).toEqual([
|
||
|
|
{ role: 'user', content: 'tell me what the weather is like' },
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [{ type: 'function', id: '123', function: { name: 'get_weather', arguments: '' } }],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `Invalid tool_call: "get_weather". Available options are: "getWeather". Please try again`,
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [{ type: 'function', id: '1234', function: { name: 'getWeather', arguments: '' } }],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: `it's raining`, tool_call_id: '1234' },
|
||
|
|
{ role: 'assistant', content: "it's raining" },
|
||
|
|
]);
|
||
|
|
expect(listener.functionCallResults).toEqual([
|
||
|
|
`Invalid tool_call: "get_weather". Available options are: "getWeather". Please try again`,
|
||
|
|
`it's raining`,
|
||
|
|
]);
|
||
|
|
await listener.sanityCheck();
|
||
|
|
});
|
||
|
|
});
|
||
|
|
describe('runTools with stream: true', () => {
|
||
|
|
test('successful flow', async () => {
|
||
|
|
const { fetch, handleRequest } = mockStreamingChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const runner = openai.beta.chat.completions.runTools({
|
||
|
|
stream: true,
|
||
|
|
messages: [{ role: 'user', content: 'tell me what the weather is like' }],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
function: function getWeather() {
|
||
|
|
return `it's raining`;
|
||
|
|
},
|
||
|
|
parameters: {},
|
||
|
|
description: 'gets the weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
});
|
||
|
|
const listener = new StreamingRunnerListener(runner);
|
||
|
|
await Promise.all([
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([{ role: 'user', content: 'tell me what the weather is like' }]);
|
||
|
|
yield {
|
||
|
|
id: '1',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
logprobs: null,
|
||
|
|
delta: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
index: 0,
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}),
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{ role: 'user', content: 'tell me what the weather is like' },
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `it's raining`,
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
for (const choice of contentChoiceDeltas(`it's raining`)) {
|
||
|
|
yield {
|
||
|
|
id: '2',
|
||
|
|
choices: [choice],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}
|
||
|
|
}),
|
||
|
|
runner.done(),
|
||
|
|
]);
|
||
|
|
expect(listener.eventMessages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: `it's raining`, tool_call_id: '123' },
|
||
|
|
{ role: 'assistant', content: "it's raining" },
|
||
|
|
]);
|
||
|
|
expect(listener.eventFunctionCallResults).toEqual([`it's raining`]);
|
||
|
|
await listener.sanityCheck();
|
||
|
|
});
|
||
|
|
test('flow with abort', async () => {
|
||
|
|
const { fetch, handleRequest } = mockStreamingChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const controller = new AbortController();
|
||
|
|
const runner = openai.beta.chat.completions.runTools({
|
||
|
|
stream: true,
|
||
|
|
messages: [{ role: 'user', content: 'tell me what the weather is like' }],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
function: function getWeather() {
|
||
|
|
return `it's raining`;
|
||
|
|
},
|
||
|
|
parameters: {},
|
||
|
|
description: 'gets the weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
}, { signal: controller.signal });
|
||
|
|
runner.on('functionCallResult', () => controller.abort());
|
||
|
|
const listener = new StreamingRunnerListener(runner);
|
||
|
|
await handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([{ role: 'user', content: 'tell me what the weather is like' }]);
|
||
|
|
yield {
|
||
|
|
id: '1',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
delta: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
index: 0,
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
});
|
||
|
|
await runner.done().catch(() => { });
|
||
|
|
expect(listener.eventMessages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: `it's raining`, tool_call_id: '123' },
|
||
|
|
]);
|
||
|
|
expect(listener.eventFunctionCallResults).toEqual([`it's raining`]);
|
||
|
|
await listener.sanityCheck({ error: 'Request was aborted.' });
|
||
|
|
expect(runner.aborted).toBe(true);
|
||
|
|
});
|
||
|
|
test('successful flow with parse', async () => {
|
||
|
|
const { fetch, handleRequest } = mockStreamingChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const runner = openai.beta.chat.completions.runTools({
|
||
|
|
stream: true,
|
||
|
|
messages: [
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
new ParsingToolFunction({
|
||
|
|
name: 'numProperties',
|
||
|
|
function: (obj) => String(Object.keys(obj).length),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
parse: (str) => {
|
||
|
|
const result = JSON.parse(str);
|
||
|
|
if (!(result instanceof Object) || Array.isArray(result)) {
|
||
|
|
throw new Error('must be an object');
|
||
|
|
}
|
||
|
|
return result;
|
||
|
|
},
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
}),
|
||
|
|
],
|
||
|
|
});
|
||
|
|
const listener = new StreamingRunnerListener(runner);
|
||
|
|
await Promise.all([
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
yield {
|
||
|
|
id: '1',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
delta: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
index: 0,
|
||
|
|
function: {
|
||
|
|
arguments: '{"a": 1, "b": 2, "c": 3}',
|
||
|
|
name: 'numProperties',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}),
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '{"a": 1, "b": 2, "c": 3}',
|
||
|
|
name: 'numProperties',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: '3',
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
for (const choice of contentChoiceDeltas(`there are 3 properties in {"a": 1, "b": 2, "c": 3}`)) {
|
||
|
|
yield {
|
||
|
|
id: '2',
|
||
|
|
choices: [choice],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}
|
||
|
|
}),
|
||
|
|
runner.done(),
|
||
|
|
]);
|
||
|
|
expect(listener.eventMessages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: { name: 'numProperties', arguments: '{"a": 1, "b": 2, "c": 3}' },
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: '3', tool_call_id: '123' },
|
||
|
|
{ role: 'assistant', content: 'there are 3 properties in {"a": 1, "b": 2, "c": 3}' },
|
||
|
|
]);
|
||
|
|
expect(listener.eventFunctionCallResults).toEqual(['3']);
|
||
|
|
await listener.sanityCheck();
|
||
|
|
});
|
||
|
|
test('flow with parse error', async () => {
|
||
|
|
const { fetch, handleRequest } = mockStreamingChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const runner = openai.beta.chat.completions.runTools({
|
||
|
|
stream: true,
|
||
|
|
messages: [
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
new ParsingToolFunction({
|
||
|
|
name: 'numProperties',
|
||
|
|
function: (obj) => String(Object.keys(obj).length),
|
||
|
|
parameters: { type: 'object' },
|
||
|
|
parse: (str) => {
|
||
|
|
const result = JSON.parse(str);
|
||
|
|
if (!(result instanceof Object) || Array.isArray(result)) {
|
||
|
|
throw new Error('must be an object');
|
||
|
|
}
|
||
|
|
return result;
|
||
|
|
},
|
||
|
|
description: 'gets the number of properties on an object',
|
||
|
|
}),
|
||
|
|
],
|
||
|
|
});
|
||
|
|
const listener = new StreamingRunnerListener(runner);
|
||
|
|
await Promise.all([
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
for (const choice of functionCallDeltas('[{"a": 1, "b": 2, "c": 3}]', {
|
||
|
|
name: 'numProperties',
|
||
|
|
id: '123',
|
||
|
|
})) {
|
||
|
|
yield {
|
||
|
|
id: '1',
|
||
|
|
choices: [choice],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}
|
||
|
|
}),
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '[{"a": 1, "b": 2, "c": 3}]',
|
||
|
|
name: 'numProperties',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `must be an object`,
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
for (const choice of functionCallDeltas('{"a": 1, "b": 2, "c": 3}', {
|
||
|
|
name: 'numProperties',
|
||
|
|
id: '1234',
|
||
|
|
})) {
|
||
|
|
yield {
|
||
|
|
id: '2',
|
||
|
|
choices: [choice],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}
|
||
|
|
}),
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'user',
|
||
|
|
content: 'can you tell me how many properties are in {"a": 1, "b": 2, "c": 3}',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '[{"a": 1, "b": 2, "c": 3}]',
|
||
|
|
name: 'numProperties',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `must be an object`,
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '1234',
|
||
|
|
function: {
|
||
|
|
arguments: '{"a": 1, "b": 2, "c": 3}',
|
||
|
|
name: 'numProperties',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: '3',
|
||
|
|
tool_call_id: '1234',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
for (const choice of contentChoiceDeltas(`there are 3 properties in {"a": 1, "b": 2, "c": 3}`)) {
|
||
|
|
yield {
|
||
|
|
id: '3',
|
||
|
|
choices: [choice],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}
|
||
|
|
}),
|
||
|
|
runner.done(),
|
||
|
|
]);
|
||
|
|
expect(listener.eventMessages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: { name: 'numProperties', arguments: '[{"a": 1, "b": 2, "c": 3}]' },
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: `must be an object`, tool_call_id: '123' },
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '1234',
|
||
|
|
function: { name: 'numProperties', arguments: '{"a": 1, "b": 2, "c": 3}' },
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: '3', tool_call_id: '1234' },
|
||
|
|
{ role: 'assistant', content: 'there are 3 properties in {"a": 1, "b": 2, "c": 3}' },
|
||
|
|
]);
|
||
|
|
expect(listener.eventFunctionCallResults).toEqual([`must be an object`, '3']);
|
||
|
|
await listener.sanityCheck();
|
||
|
|
});
|
||
|
|
test('single function call', async () => {
|
||
|
|
const { fetch, handleRequest } = mockStreamingChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const runner = openai.beta.chat.completions.runTools({
|
||
|
|
stream: true,
|
||
|
|
messages: [{ role: 'user', content: 'tell me what the weather is like' }],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tool_choice: {
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
tools: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
function: function getWeather() {
|
||
|
|
return `it's raining`;
|
||
|
|
},
|
||
|
|
parameters: {},
|
||
|
|
description: 'gets the weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
});
|
||
|
|
const listener = new StreamingRunnerListener(runner);
|
||
|
|
await Promise.all([
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([{ role: 'user', content: 'tell me what the weather is like' }]);
|
||
|
|
yield {
|
||
|
|
id: '1',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
delta: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
index: 0,
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}),
|
||
|
|
runner.done(),
|
||
|
|
]);
|
||
|
|
expect(listener.eventMessages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', tool_call_id: '123', content: `it's raining` },
|
||
|
|
]);
|
||
|
|
expect(listener.eventFunctionCallResults).toEqual([`it's raining`]);
|
||
|
|
await listener.sanityCheck();
|
||
|
|
});
|
||
|
|
test('wrong function name', async () => {
|
||
|
|
const { fetch, handleRequest } = mockStreamingChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const runner = openai.beta.chat.completions.runTools({
|
||
|
|
stream: true,
|
||
|
|
messages: [{ role: 'user', content: 'tell me what the weather is like' }],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
tools: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
function: {
|
||
|
|
function: function getWeather() {
|
||
|
|
return `it's raining`;
|
||
|
|
},
|
||
|
|
parameters: {},
|
||
|
|
description: 'gets the weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
});
|
||
|
|
const listener = new StreamingRunnerListener(runner);
|
||
|
|
await Promise.all([
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([{ role: 'user', content: 'tell me what the weather is like' }]);
|
||
|
|
yield {
|
||
|
|
id: '1',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
delta: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
index: 0,
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'get_weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}),
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{ role: 'user', content: 'tell me what the weather is like' },
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'get_weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `Invalid tool_call: "get_weather". Available options are: "getWeather". Please try again`,
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
yield {
|
||
|
|
id: '2',
|
||
|
|
choices: [
|
||
|
|
{
|
||
|
|
index: 0,
|
||
|
|
finish_reason: 'function_call',
|
||
|
|
logprobs: null,
|
||
|
|
delta: {
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
index: 0,
|
||
|
|
id: '1234',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}),
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([
|
||
|
|
{ role: 'user', content: 'tell me what the weather is like' },
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'get_weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `Invalid tool_call: "get_weather". Available options are: "getWeather". Please try again`,
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '1234',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `it's raining`,
|
||
|
|
tool_call_id: '1234',
|
||
|
|
},
|
||
|
|
]);
|
||
|
|
for (const choice of contentChoiceDeltas(`it's raining`)) {
|
||
|
|
yield {
|
||
|
|
id: '3',
|
||
|
|
choices: [choice],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}
|
||
|
|
}),
|
||
|
|
runner.done(),
|
||
|
|
]);
|
||
|
|
expect(listener.eventMessages).toEqual([
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '123',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'get_weather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'tool',
|
||
|
|
content: `Invalid tool_call: "get_weather". Available options are: "getWeather". Please try again`,
|
||
|
|
tool_call_id: '123',
|
||
|
|
},
|
||
|
|
{
|
||
|
|
role: 'assistant',
|
||
|
|
content: null,
|
||
|
|
tool_calls: [
|
||
|
|
{
|
||
|
|
type: 'function',
|
||
|
|
id: '1234',
|
||
|
|
function: {
|
||
|
|
arguments: '',
|
||
|
|
name: 'getWeather',
|
||
|
|
},
|
||
|
|
},
|
||
|
|
],
|
||
|
|
},
|
||
|
|
{ role: 'tool', content: `it's raining`, tool_call_id: '1234' },
|
||
|
|
{ role: 'assistant', content: "it's raining" },
|
||
|
|
]);
|
||
|
|
expect(listener.eventFunctionCallResults).toEqual([
|
||
|
|
`Invalid tool_call: "get_weather". Available options are: "getWeather". Please try again`,
|
||
|
|
`it's raining`,
|
||
|
|
]);
|
||
|
|
await listener.sanityCheck();
|
||
|
|
});
|
||
|
|
});
|
||
|
|
describe('stream', () => {
|
||
|
|
test('successful flow', async () => {
|
||
|
|
const { fetch, handleRequest } = mockStreamingChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const runner = openai.beta.chat.completions.stream({
|
||
|
|
stream: true,
|
||
|
|
messages: [{ role: 'user', content: 'tell me what the weather is like' }],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
});
|
||
|
|
const listener = new StreamingRunnerListener(runner);
|
||
|
|
await Promise.all([
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([{ role: 'user', content: 'tell me what the weather is like' }]);
|
||
|
|
for (const choice of contentChoiceDeltas(`The weather is great today!`)) {
|
||
|
|
yield {
|
||
|
|
id: '1',
|
||
|
|
choices: [choice],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}
|
||
|
|
}),
|
||
|
|
runner.done(),
|
||
|
|
]);
|
||
|
|
expect(listener.finalMessage).toEqual({ role: 'assistant', content: 'The weather is great today!' });
|
||
|
|
await listener.sanityCheck();
|
||
|
|
});
|
||
|
|
test('toReadableStream and fromReadableStream', async () => {
|
||
|
|
const { fetch, handleRequest } = mockStreamingChatCompletionFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: 'something1234', baseURL: 'http://127.0.0.1:4010', fetch });
|
||
|
|
const runner = openai.beta.chat.completions.stream({
|
||
|
|
stream: true,
|
||
|
|
messages: [{ role: 'user', content: 'tell me what the weather is like' }],
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
});
|
||
|
|
const proxied = ChatCompletionStreamingRunner.fromReadableStream(runner.toReadableStream());
|
||
|
|
const listener = new StreamingRunnerListener(proxied);
|
||
|
|
await Promise.all([
|
||
|
|
handleRequest(async function* (request) {
|
||
|
|
expect(request.messages).toEqual([{ role: 'user', content: 'tell me what the weather is like' }]);
|
||
|
|
for (const choice of contentChoiceDeltas(`The weather is great today!`)) {
|
||
|
|
yield {
|
||
|
|
id: '1',
|
||
|
|
choices: [choice],
|
||
|
|
created: Math.floor(Date.now() / 1000),
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
object: 'chat.completion.chunk',
|
||
|
|
};
|
||
|
|
}
|
||
|
|
}),
|
||
|
|
proxied.done(),
|
||
|
|
]);
|
||
|
|
expect(listener.finalMessage).toEqual({ role: 'assistant', content: 'The weather is great today!' });
|
||
|
|
await listener.sanityCheck();
|
||
|
|
});
|
||
|
|
test('handles network errors', async () => {
|
||
|
|
const { fetch, handleRequest } = mockFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: '...', fetch });
|
||
|
|
const stream = openai.beta.chat.completions.stream({
|
||
|
|
max_tokens: 1024,
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
messages: [{ role: 'user', content: 'Say hello there!' }],
|
||
|
|
}, { maxRetries: 0 });
|
||
|
|
handleRequest(async () => {
|
||
|
|
throw new Error('mock request error');
|
||
|
|
}).catch(() => { });
|
||
|
|
async function runStream() {
|
||
|
|
await stream.done();
|
||
|
|
}
|
||
|
|
await expect(runStream).rejects.toThrow(APIConnectionError);
|
||
|
|
});
|
||
|
|
test('handles network errors on async iterator', async () => {
|
||
|
|
const { fetch, handleRequest } = mockFetch();
|
||
|
|
const openai = new OpenAI({ apiKey: '...', fetch });
|
||
|
|
const stream = openai.beta.chat.completions.stream({
|
||
|
|
max_tokens: 1024,
|
||
|
|
model: 'gpt-3.5-turbo',
|
||
|
|
messages: [{ role: 'user', content: 'Say hello there!' }],
|
||
|
|
}, { maxRetries: 0 });
|
||
|
|
handleRequest(async () => {
|
||
|
|
throw new Error('mock request error');
|
||
|
|
}).catch(() => { });
|
||
|
|
async function runStream() {
|
||
|
|
for await (const _event of stream) {
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
await expect(runStream).rejects.toThrow(APIConnectionError);
|
||
|
|
});
|
||
|
|
});
|
||
|
|
});
|
||
|
|
//# sourceMappingURL=ChatCompletionRunFunctions.test.mjs.map
|