optional max_tokens, fixes #42

2 files changed, 7 insertions, 1 deletions

diff --git a/README.md b/README.md
index fb4de86..8ab679d 100644
--- a/README.md
+++ b/README.md
@@ -282,6 +282,11 @@ let g:vim_ai_chat = {
 " - if disabled code indentation will work but AI doesn't always respond with a code block
 "   therefore it could be messed up
 " - find out more in vim's help `:help paste`
+" options.max_tokens
+" - note that prompt + max_tokens must be less than model's token limit, see #42, #46
+" - setting max tokens to 0 will exclude it from the OpenAI API request parameters, it is
+"   unclear/undocumented what it exactly does, but it seems to resolve issues when the model
+"   hits token limit, which respond with `OpenAI: HTTPError 400`
 ```
 
 ### Using chat engine for completion and edits
diff --git a/py/utils.py b/py/utils.py
index 09dfaa3..8539347 100644
--- a/py/utils.py
+++ b/py/utils.py
@@ -27,9 +27,10 @@ def load_api_key():
     return api_key.strip()
 
 def make_openai_options(options):
+    max_tokens = int(options['max_tokens'])
     return {
         'model': options['model'],
-        'max_tokens': int(options['max_tokens']),
+        'max_tokens': max_tokens if max_tokens > 0 else None,
         'temperature': float(options['temperature']),
     }