AI finance TA writer, long form writer, WIP

2024-05-16 22:46:12 +05:30
parent e3b51e2713
commit 8bd4436414
3 changed files with 72 additions and 71 deletions
--- a/lib/gpt_providers/text_generation/gemini_pro_text.py
+++ b/lib/gpt_providers/text_generation/gemini_pro_text.py
@@ -46,6 +46,7 @@ def gemini_text_response(prompt, temperature, top_p, n, max_tokens):
                print(chunk.text)
        else:
            print(response)
+        logger.info(f"Number of Token in Prompt Sent: {model.count_tokens(prompt)}")
        return response.text
    except Exception as err:
        logger.error(f"Failed to get response from Gemini: {err}. Retrying.")