lean2/script/gen_tokens_cpp.py

88 lines
3.1 KiB
Python

#!/usr/bin/env python
# -*- coding: utf-8 -*-
#
# Copyright (c) 2015 Microsoft Corporation. All rights reserved.
# Released under Apache 2.0 license as described in the file LICENSE.
#
# Author: Leonardo de Moura
#
# Given a text file containing id and token strings,
# this script generates .h and .cpp files for initialing/finalizing theses tokens
# as C++ name objects.
#
# This script is used to generate src/frontends/lean/tokens.cpp and src/frontends/lean/tokens.h
# from src/frontends/lean/tokens.txt
import sys
import os
def error(msg):
print("Error: %s" % msg)
exit(1)
def to_c_const(s):
out = ""
for c in s:
if c == '.' or c == '_':
out += '_'
elif c.isalpha() or c.isdigit():
out += c
else:
error("unsupported character in constant: %s" % s)
return out
def main(argv=None):
if argv is None:
argv = sys.argv[1:]
infile = argv[0]
basename, ext = os.path.splitext(infile)
cppfile = basename + ".cpp"
hfile = basename + ".h"
constants = []
with open(infile, 'r') as f:
for line in f:
l = line.split()
if len(l) != 2:
error("invalid line: %s" % line)
constants.append([to_c_const(l[0].strip()), l[1].strip()])
with open(hfile, 'w') as f:
f.write('// Copyright (c) 2015 Microsoft Corporation. All rights reserved.\n')
f.write('// Released under Apache 2.0 license as described in the file LICENSE.\n')
f.write('// DO NOT EDIT, automatically generated file, generator scripts/gen_constants_cpp.py\n')
f.write('#include "util/name.h"\n')
f.write('namespace lean {\n')
f.write('void initialize_tokens();\n')
f.write('void finalize_tokens();\n')
for c in constants:
f.write('name const & get_%s_tk();\n' % c[0])
f.write('}\n')
with open(cppfile, 'w') as f:
f.write('// Copyright (c) 2015 Microsoft Corporation. All rights reserved.\n')
f.write('// Released under Apache 2.0 license as described in the file LICENSE.\n')
f.write('// DO NOT EDIT, automatically generated file, generator scripts/gen_constants_cpp.py\n')
f.write('#include "util/name.h"\n')
f.write('namespace lean{\n')
# declare constants
for c in constants:
f.write('name const * g_%s_tk = nullptr;\n' % c[0])
# initialize constants
f.write('void initialize_tokens() {\n')
for c in constants:
f.write(' g_%s_tk = new name{' % c[0])
f.write('"%s"' % c[1])
f.write('};\n')
f.write('}\n')
# finalize constants
f.write('void finalize_tokens() {\n')
for c in constants:
f.write(' delete g_%s_tk;\n' % c[0])
f.write('}\n')
# get methods
for c in constants:
f.write('name const & get_%s_tk() { return *g_%s_tk; }\n' % (c[0], c[0]))
# end namespace
f.write('}\n')
print("done")
return 0
if __name__ == "__main__":
sys.exit(main())