blob: 2b9a9ef0496fafa53f927af8247107d4bb4f5720 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
|
"""
Llama2 model, loading infrastructure, and sampling helpers
"""
from .model import Llama
from .generate import (
sample_sequence,
sample_batched_sequence,
generate_token_sequence,
generate_batched_token_sequence,
token_probabilities,
batched_token_probabilities
)
from .utils import (
load_llama_from_checkpoint
)
|
