Skip to content

Commit 7cd8bf7

Browse files
chore: adjust based on a4d
1 parent 6a87668 commit 7cd8bf7

File tree

1 file changed

+14
-3
lines changed

1 file changed

+14
-3
lines changed

src/types/llmService/LLMService.ts

+14-3
Original file line numberDiff line numberDiff line change
@@ -12,15 +12,26 @@ export interface LLMServiceInterface {
1212
/**
1313
* Calls the LLM with the provided engineered prompt, prompt ID, and input token limit.
1414
* @param engineeredPrompt - The prompt that has been engineered for the LLM.
15-
* @param jsonSchema - The string of the guided json of the structure of the LLM response (optional)
1615
* @param promptId - The ID of the prompt (optional).
1716
* @param outputTokenLimit - The limit on the number of output tokens (optional).
17+
* @param options - The object of other options in the request (optional)
1818
* @returns A promise that resolves to the LLM's response as a string.
1919
*/
2020
callLLM(
2121
engineeredPrompt: string,
22-
jsonSchema?: string,
2322
promptId?: string,
24-
outputTokenLimit?: number
23+
outputTokenLimit?: number,
24+
options?: CallLLMOptions
2525
): Promise<string>;
2626
}
27+
28+
export type CallLLMOptions = {
29+
// Values to be added to the parameters property on the request.
30+
parameters?: {
31+
guided_json?: string;
32+
};
33+
// Properties to be added to the body of the request.
34+
properties?: {
35+
stop_sequence?: string[];
36+
};
37+
};

0 commit comments

Comments
 (0)