# Number of snippets that will be added to the prompt. Too many snippets and you risk both the prompt going over the # token limit, and the model not being able to find the correct answer prompt_number_snippets = 3 # GPT related constants gpt_model_to_use = 'gpt-4' gpt_max_tokens = 1000 # Number of past user messages that will be used to search relevant snippets search_number_messages = 4 # PDF Chunking constants chunk_size = 500 chunk_overlap = 50 # Number of snippets to be retrieved by FAISS number_snippets_to_retrieve = 3