GGUF v3: 720 tensors (not read); vocabulary 262,144; merges 514,906
tokenizer.ggml.model = gemma4
tokenizer.ggml.bos_token_id = 2
tokenizer.ggml.eos_token_id = 106
special markers: <|turn>=105 <turn|>=106 <|channel>=100 <channel|>=101 <|think|>=98 <|image>=255999 <image|>=258882
'Hello, world': 12 UTF-8 bytes -> 4 ids [2, 9259, 236764, 1902] pieces ["<bos>", "Hello", ",", "\u2581world"]
'\u0e2a\u0e27\u0e31\u0e2a\u0e14\u0e35\u0e04\u0e48\u0e30': 27 UTF-8 bytes -> 3 ids [2, 49366, 66719] pieces ["<bos>", "\u0e2a\u0e27\u0e31\u0e2a\u0e14\u0e35", "\u0e04\u0e48\u0e30"]
'\U0001f642': 4 UTF-8 bytes -> 2 ids [2, 240731] pieces ["<bos>", "\ud83d\ude42"]
'<|turn>user': 11 UTF-8 bytes -> 3 ids [2, 105, 2364] pieces ["<bos>", "<|turn>", "user"]
'   ': 3 UTF-8 bytes -> 2 ids [2, 139] pieces ["<bos>", "\u2581\u2581\u2581"]
