Skip to content

Commit

Permalink
Fix tokenizer options not included in parameter list
Browse files Browse the repository at this point in the history
  • Loading branch information
Argmaster committed Jan 23, 2024
1 parent b5ee489 commit eafddce
Showing 1 changed file with 7 additions and 6 deletions.
13 changes: 7 additions & 6 deletions src/pygerber/gerberx3/tokenizer/tokenizer.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@

import logging
from dataclasses import dataclass, field
from typing import TYPE_CHECKING
from typing import TYPE_CHECKING, Optional

from pygerber.gerberx3.tokenizer.grammar import (
GerberGrammarBuilder,
Expand All @@ -32,12 +32,13 @@ class TokenizerOptions:
class Tokenizer:
"""GerberX3 format tokenizer."""

def __init__(self) -> None:
def __init__(self, options: Optional[TokenizerOptions] = None) -> None:
"""GerberX3 format tokenizer."""
logging.debug(
"Created %s GerberX3 tokenizer.",
)
self.grammar = GerberGrammarBuilder().build()
logging.debug("Created %s GerberX3 tokenizer.")
self.options = TokenizerOptions() if options is None else options
self.grammar = GerberGrammarBuilder(
options=self.options.grammar_options,
).build()

def tokenize(self, source: str) -> AST:
"""Convert source code into token stack.
Expand Down

0 comments on commit eafddce

Please sign in to comment.