README.md
Rendering markdown...
"""Build-time smoke test that sglang's get_tokenizer is importable."""
import sys
import types
for mod in ['cuda_python', 'flashinfer', 'flashinfer_python', 'sglang_kernel',
'quack_kernels', 'xgrammar', 'torch_memory_saver', 'flash_attn_4',
'flash_attn', 'vllm', 'nvidia', 'nvidia.cutlass', 'nvidia_cutlass_dsl',
'openai_harmony', 'torchcodec', 'smg_grpc_servicer',
'apache_tvm_ffi', 'llguidance']:
if mod not in sys.modules:
sys.modules[mod] = types.ModuleType(mod)
from sglang.srt.utils.hf_transformers_utils import get_tokenizer
import transformers
print(f"OK: get_tokenizer from {get_tokenizer.__code__.co_filename}")
print(f"OK: transformers {transformers.__version__}")