We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 28724cc commit 20bccaeCopy full SHA for 20bccae
1 file changed
examples/chat_cli.py
@@ -286,7 +286,8 @@ def main():
286
load_safetensors,
287
)
288
from pygpukit.llm.buffers import DecodeBuffers
289
- from pygpukit.llm.model import precompute_freqs_cis, sample_token
+ from pygpukit.llm.layers import precompute_freqs_cis
290
+ from pygpukit.llm.sampling import sample_token
291
from pygpukit.ops.basic import kv_cache_prefill_gqa
292
293
# =========================================================================
0 commit comments