add config options (#63)

<!-- This is an auto-generated comment: release notes by openai -->
### Summary by OpenAI

**Release Notes**

New Feature: This pull request adds new configuration options related to
OpenAI API and improves the bot's performance. Users can now configure
model selection, retries, timeout, and concurrency limit for the OpenAI
API. The changes also include a new function to limit concurrency and
improve chat session management during reviews.
<!-- end of auto-generated comment: release notes by openai -->

Author: harjotgill

action.yml

@@ -13,10 +13,6 @@ inputs:
     required: false
     description: 'Max files to review. Less than or equal to 0 means no limit.'
     default: '40'
-  temperature:
-    required: false
-    description: 'Temperature for GPT model'
-    default: '0.0'
   review_comment_lgtm:
     required: false
     description: 'Leave comments even if the patch is LGTM'
@@ -49,6 +45,27 @@ inputs:
       !**/gen/**
       !**/_gen/**
       !**/vendor/**
+  openai_model:
+    required: false
+    description: 'Model to use'
+    default: 'gpt-3.5-turbo'
+  openai_model_temperature:
+    required: false
+    description: 'Temperature for GPT model'
+    default: '0.0'
+  openai_retries:
+    required: false
+    description:
+      'How many times to retry openai API in case of timeouts or errors?'
+    default: '5'
+  openai_timeout_ms:
+    required: false
+    description: 'Timeout for openai API call in millis'
+    default: '60000'
+  openai_concurrency_limit:
+    required: false
+    description: 'How many concurrent API calls to make to openai servers?'
+    default: '4'
   system_message:
     required: false
     description: 'System message to be sent to OpenAI'

dist/index.js

@@ -24,7 +24,8 @@ export class Bot {
         apiKey: process.env.OPENAI_API_KEY,
         debug: options.debug,
         completionParams: {
-          temperature: options.temperature
+          temperature: options.openai_model_temperature,
+          model: options.openai_model
         }
       })
     } else {
@@ -60,7 +61,7 @@ export class Bot {
 
     if (this.api) {
       const opts: openai.SendMessageOptions = {
-        timeoutMs: 60000
+        timeoutMs: this.options.openai_timeout_ms
       }
       if (ids.parentMessageId) {
         opts.parentMessageId = ids.parentMessageId
@@ -69,7 +70,7 @@ export class Bot {
         response = await utils.retry(
           this.api.sendMessage.bind(this.api),
           [message, opts],
-          3
+          this.options.openai_retries
         )
       } catch (e: any) {
         core.info(

src/bot.ts

@@ -11,7 +11,11 @@ async function run(): Promise<void> {
     core.getBooleanInput('review_comment_lgtm'),
     core.getMultilineInput('path_filters'),
     core.getInput('system_message'),
-    core.getInput('temperature')
+    core.getInput('openai_model'),
+    core.getInput('openai_model_temperature'),
+    core.getInput('openai_retries'),
+    core.getInput('openai_timeout_ms'),
+    core.getInput('openai_concurrency_limit')
   )
   const prompts: Prompts = new Prompts(
     core.getInput('review_beginning'),

src/main.ts

@@ -197,23 +197,34 @@ export class Options {
   review_comment_lgtm: boolean
   path_filters: PathFilter
   system_message: string
-  temperature: number
+  openai_model: string
+  openai_model_temperature: number
+  openai_retries: number
+  openai_timeout_ms: number
+  openai_concurrency_limit: number
 
   constructor(
     debug: boolean,
     max_files = '40',
     review_comment_lgtm = false,
     path_filters: string[] | null = null,
     system_message = '',
-    temperature = '0.0'
+    openai_model = 'gpt-3.5-turbo',
+    openai_model_temperature = '0.0',
+    openai_retries = '3',
+    openai_timeout_ms = '60000',
+    openai_concurrency_limit = '4'
   ) {
     this.debug = debug
     this.max_files = parseInt(max_files)
     this.review_comment_lgtm = review_comment_lgtm
     this.path_filters = new PathFilter(path_filters)
     this.system_message = system_message
-    // convert temperature to number
-    this.temperature = parseFloat(temperature)
+    this.openai_model = openai_model
+    this.openai_model_temperature = parseFloat(openai_model_temperature)
+    this.openai_retries = parseInt(openai_retries)
+    this.openai_timeout_ms = parseInt(openai_timeout_ms)
+    this.openai_concurrency_limit = parseInt(openai_concurrency_limit)
   }
 
   check_path(path: string): boolean {

src/options.ts

@@ -13,8 +13,6 @@ const token = core.getInput('token')
 const octokit = new Octokit({auth: `token ${token}`})
 const context = github.context
 const repo = context.repo
-const limit = pLimit(4)
-
 const MAX_TOKENS_FOR_EXTRA_CONTENT = 2500
 
 export const codeReview = async (
@@ -24,6 +22,8 @@ export const codeReview = async (
 ) => {
   const commenter: Commenter = new Commenter()
 
+  const openai_concurrency_limit = pLimit(options.openai_concurrency_limit)
+
   if (
     context.eventName !== 'pull_request' &&
     context.eventName !== 'pull_request_target'
@@ -191,7 +191,9 @@ export const codeReview = async (
     }
     const summaryPromises = files_to_review.map(
       async ([filename, file_content, file_diff]) =>
-        limit(async () => generateSummary(filename, file_content, file_diff))
+        openai_concurrency_limit(async () =>
+          generateSummary(filename, file_content, file_diff)
+        )
     )
 
     const summaries = (await Promise.all(summaryPromises)).filter(
@@ -253,7 +255,7 @@ Tips:
     // Use Promise.all to run file review processes in parallel
     const reviewPromises = files_to_review.map(
       async ([filename, file_content, file_diff, patches]) =>
-        limit(async () => {
+        openai_concurrency_limit(async () => {
           // reset chat session for each file while reviewing
           let next_review_ids = review_begin_ids