app.py

import gradio as gr
import laion_clap
from qdrant_client import QdrantClient

from settings import QDRANT_KEY, QDRANT_URL, ENVIRONMENT

# Loading the Qdrant DB in local ###################################################################
if ENVIRONMENT == "PROD":
    qdrant_client = QdrantClient(url=QDRANT_URL, api_key=QDRANT_KEY)
else:
    qdrant_client = QdrantClient("localhost", port=6333)
print("[INFO] Client created...")

# loading the model
print("[INFO] Loading the model...")
model_name = "laion/larger_clap_music"
model = laion_clap.CLAP_Module(enable_fusion=False)
model.load_ckpt()  # download the default pretrained checkpoint.

# Gradio Interface #################################################################################
max_results = 10


def sound_search(query):
    text_embed = model.get_text_embedding([query, ''])[0]  # trick because can't accept singleton
    hits = qdrant_client.search(
        collection_name="music_db",
        query_vector=text_embed,
        limit=max_results,
    )
    return [
        gr.Audio(
            hit.payload['s3_url'],
            label=f"score: {hit.score}")
        for hit in hits
    ] * 3


with gr.Blocks() as demo:
    gr.Markdown(
        """# Sound search database """
    )
    inp = gr.Textbox(placeholder="What sound are you looking for ?")
    out = [gr.Audio(label=f"{x}") for x in range(3)]  # Necessary to have different objs
    inp.change(sound_search, inp, out)

demo.launch()