Skip to content

Commit

Permalink
chore: commented openai code
Browse files Browse the repository at this point in the history
  • Loading branch information
@piyushyadav0191
piyushyadav0191 committed Jun 25, 2024
1 parent d7a3fb6 commit a077703
Show file tree
Hide file tree
Showing 2 changed files with 170 additions and 175 deletions.
55 changes: 25 additions & 30 deletions src/app/api/learning/route.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,6 @@ import { prisma } from "@/lib/db";
import { getAuthSession } from "@/lib/nextauth";
import { careerAdviceSchema } from "@/schemas/form/mcq";
import { NextResponse } from "next/server";
import OpenAI from 'openai';

const openai = new OpenAI({
apiKey: process.env.OPENAI_API_KEY,
});

export const dynamic = 'force-dynamic';

Expand Down Expand Up @@ -35,33 +30,33 @@ export const POST = async (req: Request, res: Response) => {
const body = await req.json();
const { topic, experienced } = careerAdviceSchema.parse(body);

const response = await openai.chat.completions.create({
model: 'gpt-3.5-turbo',
messages: [
{
role: 'system',
content: `You are a helpful AI that is able to generate career advice as the answer to that question and do not answer anything other than career advice, store the answer and question in a JSON array. You are to generate an answer about ${topic} for ${experienced}`,
},
],
});
// const response = await openai.chat.completions.create({
// model: 'gpt-3.5-turbo',
// messages: [
// {
// role: 'system',
// content: `You are a helpful AI that is able to generate career advice as the answer to that question and do not answer anything other than career advice, store the answer and question in a JSON array. You are to generate an answer about ${topic} for ${experienced}`,
// },
// ],
// });

await prisma.careerAdvice.create({
data: {
name: session?.user?.name as string,
createdAt: new Date(),
careerAdvice: JSON.stringify(response.choices[0].message),
userId: session?.user?.id as string,
},
})
// await prisma.careerAdvice.create({
// data: {
// name: session?.user?.name as string,
// createdAt: new Date(),
// careerAdvice: JSON.stringify(response.choices[0].message),
// userId: session?.user?.id as string,
// },
// })

await prisma.user.update({
where: {
id: session?.user?.id,
},
data: {
hasGeneratedAdvice: true,
},
});
// await prisma.user.update({
// where: {
// id: session?.user?.id,
// },
// data: {
// hasGeneratedAdvice: true,
// },
// });

return NextResponse.json("success", {
status: 200,
Expand Down
290 changes: 145 additions & 145 deletions src/lib/chatgpt.ts
View file
Original file line number Diff line number Diff line change
@@ -1,146 +1,146 @@
import OpenAI from 'openai';
// import OpenAI from 'openai';

const openai = new OpenAI({
apiKey: process.env.OPENAI_API_KEY,
});

interface OutputFormat {
[key: string]: string | string[] | OutputFormat;
}

export async function strict_output(
system_prompt: string,
user_prompt: string | string[],
output_format: OutputFormat,
default_category: string = "",
output_value_only: boolean = false,
model: string = "gpt-3.5-turbo",
temperature: number = 0,
num_tries: number = 7,
verbose: boolean = false
): Promise<
{
question: string;
answer: string;
}[]
> {
// if the user input is in a list, we also process the output as a list of json
const list_input: boolean = Array.isArray(user_prompt);
// if the output format contains dynamic elements of < or >, then add to the prompt to handle dynamic elements
const dynamic_elements: boolean = /<.*?>/.test(JSON.stringify(output_format));
// if the output format contains list elements of [ or ], then we add to the prompt to handle lists
const list_output: boolean = /\[.*?\]/.test(JSON.stringify(output_format));

// start off with no error message
let error_msg: string = "";

for (let i = 0; i < num_tries; i++) {
let output_format_prompt: string = `\nYou are to output the following in json format: ${JSON.stringify(
output_format
)}. \nDo not put quotation marks or escape character \\ in the output fields.`;

if (list_output) {
output_format_prompt += `\nIf output field is a list, classify output into the best element of the list.`;
}

// if output_format contains dynamic elements, process it accordingly
if (dynamic_elements) {
output_format_prompt += `\nAny text enclosed by < and > indicates you must generate content to replace it. Example input: Go to <location>, Example output: Go to the garden\nAny output key containing < and > indicates you must generate the key name to replace it. Example input: {'<location>': 'description of location'}, Example output: {school: a place for education}`;
}

// if input is in a list format, ask it to generate json in a list
if (list_input) {
output_format_prompt += `\nGenerate a list of json, one json for each input element.`;
}

// Use OpenAI to get a response
const response = await openai.chat.completions.create({
temperature: temperature,
model: model,
messages: [
{
role: "system",
content: system_prompt + output_format_prompt + error_msg,
},
{ role: "user", content: user_prompt.toString() },
],
});

let res: string =
response.choices[0].message?.content?.replace(/'/g, '"') ?? "";

// ensure that we don't replace away apostrophes in text
res = res.replace(/(\w)"(\w)/g, "$1'$2");

if (verbose) {
console.log(
"System prompt:",
system_prompt + output_format_prompt + error_msg
);
console.log("\nUser prompt:", user_prompt);
console.log("\nGPT response:", res);
}

// try-catch block to ensure output format is adhered to
try {
let output: any = JSON.parse(res);

if (list_input) {
if (!Array.isArray(output)) {
throw new Error("Output format not in a list of json");
}
} else {
output = [output];
}

// check for each element in the output_list, the format is correctly adhered to
for (let index = 0; index < output.length; index++) {
for (const key in output_format) {
// unable to ensure accuracy of dynamic output header, so skip it
if (/<.*?>/.test(key)) {
continue;
}

// if output field missing, raise an error
if (!(key in output[index])) {
throw new Error(`${key} not in json output`);
}

// check that one of the choices given for the list of words is an unknown
if (Array.isArray(output_format[key])) {
const choices = output_format[key] as string[];
// ensure output is not a list
if (Array.isArray(output[index][key])) {
output[index][key] = output[index][key][0];
}
// output the default category (if any) if GPT is unable to identify the category
if (!choices.includes(output[index][key]) && default_category) {
output[index][key] = default_category;
}
// if the output is a description format, get only the label
if (output[index][key].includes(":")) {
output[index][key] = output[index][key].split(":")[0];
}
}
}

// if we just want the values for the outputs
if (output_value_only) {
output[index] = Object.values(output[index]);
// just output without the list if there is only one element
if (output[index].length === 1) {
output[index] = output[index][0];
}
}
}

return list_input ? output : output[0];
} catch (e) {
error_msg = `\n\nResult: ${res}\n\nError message: ${e}`;
console.log("An exception occurred:", e);
console.log("Current invalid json format:", res);
}
}

return [];
}
// const openai = new OpenAI({
// apiKey: process.env.OPENAI_API_KEY,
// });

// interface OutputFormat {
// [key: string]: string | string[] | OutputFormat;
// }

// export async function strict_output(
// system_prompt: string,
// user_prompt: string | string[],
// output_format: OutputFormat,
// default_category: string = "",
// output_value_only: boolean = false,
// model: string = "gpt-3.5-turbo",
// temperature: number = 0,
// num_tries: number = 7,
// verbose: boolean = false
// ): Promise<
// {
// question: string;
// answer: string;
// }[]
// > {
// // if the user input is in a list, we also process the output as a list of json
// const list_input: boolean = Array.isArray(user_prompt);
// // if the output format contains dynamic elements of < or >, then add to the prompt to handle dynamic elements
// const dynamic_elements: boolean = /<.*?>/.test(JSON.stringify(output_format));
// // if the output format contains list elements of [ or ], then we add to the prompt to handle lists
// const list_output: boolean = /\[.*?\]/.test(JSON.stringify(output_format));

// // start off with no error message
// let error_msg: string = "";

// for (let i = 0; i < num_tries; i++) {
// let output_format_prompt: string = `\nYou are to output the following in json format: ${JSON.stringify(
// output_format
// )}. \nDo not put quotation marks or escape character \\ in the output fields.`;

// if (list_output) {
// output_format_prompt += `\nIf output field is a list, classify output into the best element of the list.`;
// }

// // if output_format contains dynamic elements, process it accordingly
// if (dynamic_elements) {
// output_format_prompt += `\nAny text enclosed by < and > indicates you must generate content to replace it. Example input: Go to <location>, Example output: Go to the garden\nAny output key containing < and > indicates you must generate the key name to replace it. Example input: {'<location>': 'description of location'}, Example output: {school: a place for education}`;
// }

// // if input is in a list format, ask it to generate json in a list
// if (list_input) {
// output_format_prompt += `\nGenerate a list of json, one json for each input element.`;
// }

// // Use OpenAI to get a response
// const response = await openai.chat.completions.create({
// temperature: temperature,
// model: model,
// messages: [
// {
// role: "system",
// content: system_prompt + output_format_prompt + error_msg,
// },
// { role: "user", content: user_prompt.toString() },
// ],
// });

// let res: string =
// response.choices[0].message?.content?.replace(/'/g, '"') ?? "";

// // ensure that we don't replace away apostrophes in text
// res = res.replace(/(\w)"(\w)/g, "$1'$2");

// if (verbose) {
// console.log(
// "System prompt:",
// system_prompt + output_format_prompt + error_msg
// );
// console.log("\nUser prompt:", user_prompt);
// console.log("\nGPT response:", res);
// }

// // try-catch block to ensure output format is adhered to
// try {
// let output: any = JSON.parse(res);

// if (list_input) {
// if (!Array.isArray(output)) {
// throw new Error("Output format not in a list of json");
// }
// } else {
// output = [output];
// }

// // check for each element in the output_list, the format is correctly adhered to
// for (let index = 0; index < output.length; index++) {
// for (const key in output_format) {
// // unable to ensure accuracy of dynamic output header, so skip it
// if (/<.*?>/.test(key)) {
// continue;
// }

// // if output field missing, raise an error
// if (!(key in output[index])) {
// throw new Error(`${key} not in json output`);
// }

// // check that one of the choices given for the list of words is an unknown
// if (Array.isArray(output_format[key])) {
// const choices = output_format[key] as string[];
// // ensure output is not a list
// if (Array.isArray(output[index][key])) {
// output[index][key] = output[index][key][0];
// }
// // output the default category (if any) if GPT is unable to identify the category
// if (!choices.includes(output[index][key]) && default_category) {
// output[index][key] = default_category;
// }
// // if the output is a description format, get only the label
// if (output[index][key].includes(":")) {
// output[index][key] = output[index][key].split(":")[0];
// }
// }
// }

// // if we just want the values for the outputs
// if (output_value_only) {
// output[index] = Object.values(output[index]);
// // just output without the list if there is only one element
// if (output[index].length === 1) {
// output[index] = output[index][0];
// }
// }
// }

// return list_input ? output : output[0];
// } catch (e) {
// error_msg = `\n\nResult: ${res}\n\nError message: ${e}`;
// console.log("An exception occurred:", e);
// console.log("Current invalid json format:", res);
// }
// }

// return [];
// }

0 comments on commit a077703

Please sign in to comment.