Repository navigation
Expand file tree
/
Copy pathmain_parser_gen.py
More file actions
101 lines (89 loc) · 4 KB
/
Copy pathmain_parser_gen.py
File metadata and controls
101 lines (89 loc) · 4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
#!/usr/bin/env python3
# Copyright (c) 2021, 2025, Oracle and/or its affiliates. All rights reserved.
# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
#
# The Universal Permissive License (UPL), Version 1.0
#
# Subject to the condition set forth below, permission is hereby granted to any
# person obtaining a copy of this software, associated documentation and/or
# data (collectively the "Software"), free of charge and under any and all
# copyright rights in the Software, and any and all patent rights owned or
# freely licensable by each licensor hereunder covering either (i) the
# unmodified Software as contributed to or provided by such licensor, or (ii)
# the Larger Works (as defined below), to deal in both
#
# (a) the Software, and
#
# (b) any piece of software and/or hardware listed in the lrgrwrks.txt file if
# one is included with the Software each a "Larger Work" to which the Software
# is contributed by such licensors),
#
# without restriction, including without limitation the rights to copy, create
# derivative works of, display, perform, and distribute the Software and make,
# use, sell, offer for sale, import, export, have made, and have sold the
# Software and the Larger Work(s), and to sublicense the foregoing rights on
# either these or other terms.
#
# This license is subject to the following condition:
#
# The above copyright notice and either this complete permission notice or at a
# minimum a reference to the UPL must be included in all copies or substantial
# portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
import argparse
import os
import sys
import tokenize
import io
from pegen.build import generate_token_definitions
from pegen.grammar_parser import GeneratedParser as GrammarParser
from pegen.tokenizer import Tokenizer
from pegjava.java_generator import JavaParserGenerator
def main():
parser = argparse.ArgumentParser()
parser.add_argument("grammar_file")
parser.add_argument("tokens_file")
parser.add_argument("output_file")
parser.add_argument("--verbose", action="store_true")
parser.add_argument("--debug", action="store_true")
args = parser.parse_args()
with open(args.grammar_file) as file:
tokenizer = Tokenizer(tokenize.generate_tokens(file.readline), verbose=args.verbose)
parser = GrammarParser(tokenizer, verbose=args.verbose)
grammar = parser.start()
if not grammar:
sys.exit("Failed to generate grammar")
with open(args.tokens_file, "r") as tok_file:
all_tokens, exact_tokens, non_exact_tokens = generate_token_definitions(tok_file)
# Determine which line separator to use
if os.path.exists(args.output_file):
with open(args.output_file, "rb") as f:
raw_old_content = f.read()
if b'\r\n' in raw_old_content:
linesep = '\r\n'
else:
linesep = '\n'
with open(args.output_file, "r", encoding="utf-8") as f:
old_content = f.read()
else:
old_content = None
linesep = os.linesep
out = io.StringIO()
class_name = os.path.splitext(os.path.basename(args.output_file))[0]
gen = JavaParserGenerator(grammar, all_tokens, exact_tokens, non_exact_tokens, out, class_name, debug=args.debug)
gen.generate(os.path.basename(args.grammar_file))
if out.getvalue() != old_content:
print(f"Writing new {args.output_file}")
with open(args.output_file, "w", encoding="utf-8", newline=linesep) as f:
f.write(out.getvalue())
else:
print(f"{args.output_file} not modified")
if __name__ == '__main__':
main()