cameron.stream
[READ-ONLY] Mirror of https://github.com/just-cameron/odsc-2025.
1import outlines
2from sentence_transformers import SentenceTransformer
3
4# Load the embedding model
5embedding_model = SentenceTransformer("mixedbread-ai/mxbai-embed-xsmall-v1")
6
7model_string = 'Qwen/Qwen2.5-1.5B-Instruct'
8
9print(f"Loading {model_string}")
10llm = outlines.models.transformers(
11 model_string,
12)
13print(f"Loaded {model_string}")