References
Referenced 1 time
1
2
3
4
5
6
7
8
9
import { magnitTokenize } from "https://esm.town/v/catapart/magnitTokenize";
export let testTokenizer = magnitTokenize(`
// comments are ignored
/* even inline/multiline comments*/
$var1=hello //variables are capture as key=value pairs
$var2=world and all you cats and kittens out in radio land. /* here, whitespace is not ignored.
but, after a bug fix, now the comments ARE correctly ignored. */
`);