lang_
jsonld
0.1.0
In lang_
jsonld::
lang::
tokenizer
lang_jsonld
::
lang
::
tokenizer
Function
tokenize
Copy item path
Source
pub fn tokenize(st: &
str
) -> (
Vec
<
Spanned
<
Token
>>,
Vec
<
Simple
<
char
>>)