Spaces:
Runtime error
Runtime error
import os | |
import logging | |
import configparser | |
import rich # for rich console output | |
import rich.jupyter | |
# add current path to sys.path | |
import sys | |
sys.path.append('.') | |
from tinytroupe import utils # now we can import our utils | |
# AI disclaimers | |
print(\ | |
""" | |
!!!! | |
DISCLAIMER: TinyTroupe relies on Artificial Intelligence (AI) models to generate content. | |
The AI models are not perfect and may produce inappropriate or inacurate results. | |
For any serious or consequential use, please review the generated content before using it. | |
!!!! | |
""") | |
########################################################################### | |
# Default parameter values | |
########################################################################### | |
# We'll use various configuration elements below | |
config = utils.read_config_file() | |
utils.pretty_print_config(config) | |
utils.start_logger(config) | |
default = {} | |
default["embedding_model"] = config["OpenAI"].get("EMBEDDING_MODEL", "text-embedding-3-small") | |
default["max_content_display_length"] = config["OpenAI"].getint("MAX_CONTENT_DISPLAY_LENGTH", 1024) | |
if config["OpenAI"].get("API_TYPE") == "azure": | |
default["azure_embedding_model_api_version"] = config["OpenAI"].get("AZURE_EMBEDDING_MODEL_API_VERSION", "2023-05-15") | |
## LLaMa-Index configs ######################################################## | |
#from llama_index.embeddings.huggingface import HuggingFaceEmbedding | |
if config["OpenAI"].get("API_TYPE") == "azure": | |
from llama_index.embeddings.azure_openai import AzureOpenAIEmbedding | |
else: | |
from llama_index.embeddings.openai import OpenAIEmbedding | |
from llama_index.core import Settings, Document, VectorStoreIndex, SimpleDirectoryReader | |
from llama_index.readers.web import SimpleWebPageReader | |
# this will be cached locally by llama-index, in a OS-dependend location | |
##Settings.embed_model = HuggingFaceEmbedding( | |
## model_name="BAAI/bge-small-en-v1.5" | |
##) | |
if config["OpenAI"].get("API_TYPE") == "azure": | |
llamaindex_openai_embed_model = AzureOpenAIEmbedding(model=default["embedding_model"], | |
deployment_name=default["embedding_model"], | |
api_version=default["azure_embedding_model_api_version"], | |
embed_batch_size=10) | |
else: | |
llamaindex_openai_embed_model = OpenAIEmbedding(model=default["embedding_model"], embed_batch_size=10) | |
Settings.embed_model = llamaindex_openai_embed_model | |
########################################################################### | |
# Fixes and tweaks | |
########################################################################### | |
# fix an issue in the rich library: we don't want margins in Jupyter! | |
rich.jupyter.JUPYTER_HTML_FORMAT = \ | |
utils.inject_html_css_style_prefix(rich.jupyter.JUPYTER_HTML_FORMAT, "margin:0px;") | |