switching module options

This commit is contained in:
evilchili
2026-08-10 12:19:01 -07:00
parent 0fbefbd085
commit d16e30caa5
8 changed files with 121 additions and 37 deletions
+5 -1
View File
@@ -1,3 +1,4 @@
"use strict";
/*
* tokenizer.ts — markdown tokenizer.
*
@@ -10,6 +11,8 @@
* const tokens = tokenizer.tokenize('hello **bold** end');
* // [text "hello "] [open "**"] [text "bold"] [close "**"] [text " end"]
*/
Object.defineProperty(exports, "__esModule", { value: true });
exports.Tokenizer = void 0;
/**
* Characters that count as punctuation for flanking delimiter rules.
* A delimiter is left-flanking if preceded by whitespace/punctuation
@@ -42,7 +45,7 @@ const NAMED_ENTITIES = {
* ]);
* const tokens = tokenizer.tokenize('**bold**');
*/
export class Tokenizer {
class Tokenizer {
tags;
constructor(tags) {
this.tags = tags.ordered;
@@ -318,3 +321,4 @@ export class Tokenizer {
return null;
}
}
exports.Tokenizer = Tokenizer;