import os from groq import Groq # Retrieve the DEEPSEEK_API_KEY from environment variables or secret manager DEEPSEEK_API_KEY = os.getenv("DEEPSEEK_API_KEY") # Assumes the key is stored as an environment variable # Ensure the API key is available if not DEEPSEEK_API_KEY: raise ValueError("API key is missing. Please check your environment variables.") # Initialize the Groq client with the retrieved API key client = Groq(api_key=DEEPSEEK_API_KEY) # Prepare the message (this is the input from the user) messages = [{"role": "user", "content": "Hello, how can I improve my coding skills?"}] # Call the API to get a completion from DeepSeek (streaming) try: print("Calling API...") # Make the API call completion = client.chat.completions.create( model="meta-llama/llama-4-scout-17b-16e-instruct", # Model to use messages=messages, # Messages to send temperature=1, # Adjust the creativity of the response max_completion_tokens=1024, # Max tokens for the completion top_p=1, # Top-p sampling for response variety stream=True # Enable streaming mode ) print("Streaming response received...") # Handle the streaming response (output each chunk as it arrives) for chunk in completion: print(chunk.choices[0].delta.content or "", end="") except Exception as e: print(f"Error occurred: {str(e)}")