adjust model tokens (#147)

Author: harjotgill

dist/index.js

@@ -146,11 +146,11 @@ export class TokenLimits {
 
   constructor(model = 'gpt-3.5-turbo') {
     if (model === 'gpt-4-32k') {
-      this.max_tokens = 32000
+      this.max_tokens = 32700
       this.response_tokens = 4000
     } else if (model === 'gpt-4') {
-      this.max_tokens = 5000
-      this.response_tokens = 1500
+      this.max_tokens = 8100
+      this.response_tokens = 2000
     } else {
       this.max_tokens = 4000
       this.response_tokens = 1000

src/options.ts

@@ -147,8 +147,9 @@ export const handleReviewComment = async (
           prompts.summarize_file_diff.split('$file_content').length - 1
         const file_content_tokens = tokenizer.get_token_count(file_content)
         if (
+          file_content_count > 0 &&
           tokens + file_content_tokens * file_content_count <=
-          options.heavy_token_limits.request_tokens
+            options.heavy_token_limits.request_tokens
         ) {
           tokens += file_content_tokens * file_content_count
           inputs.file_content = file_content
@@ -165,8 +166,9 @@ export const handleReviewComment = async (
           prompts.summarize_file_diff.split('$file_diff').length - 1
         const file_diff_tokens = tokenizer.get_token_count(file_diff)
         if (
+          file_diff_count > 0 &&
           tokens + file_diff_tokens * file_diff_count <=
-          options.heavy_token_limits.request_tokens
+            options.heavy_token_limits.request_tokens
         ) {
           tokens += file_diff_tokens * file_diff_count
           inputs.file_diff = file_diff

src/review-comment.ts

@@ -198,8 +198,9 @@ ${hunks.old_hunk}
         prompts.summarize_file_diff.split('$file_content').length - 1
       const file_content_tokens = tokenizer.get_token_count(file_content)
       if (
+        file_content_count > 0 &&
         tokens + file_content_tokens * file_content_count <=
-        options.light_token_limits.request_tokens
+          options.light_token_limits.request_tokens
       ) {
         tokens += file_content_tokens * file_content_count
         ins.file_content = file_content
@@ -381,10 +382,10 @@ ${
     const file_content_count =
       prompts.summarize_file_diff.split('$file_content').length - 1
     const file_content_tokens = tokenizer.get_token_count(file_content)
-
     if (
+      file_content_count > 0 &&
       tokens + file_content_tokens * file_content_count <=
-      options.heavy_token_limits.request_tokens
+        options.heavy_token_limits.request_tokens
     ) {
       ins.file_content = file_content
       tokens += file_content_tokens * file_content_count