/* Copyright (c) 2014 Microsoft Corporation. All rights reserved. Released under Apache 2.0 license as described in the file LICENSE. Author: Leonardo de Moura */ #include #include "util/object_serializer.h" #include "kernel/expr.h" #include "kernel/declaration.h" #include "library/annotation.h" #include "library/max_sharing.h" #include "library/kernel_serializer.h" // Procedures for serializing and deserializing kernel objects (levels, exprs, declarations) namespace lean { // Universe level serialization class level_serializer : public object_serializer { typedef object_serializer super; public: void write(level const & l) { super::write(l, [&]() { serializer & s = get_owner(); auto k = kind(l); s << static_cast(k); switch (k) { case level_kind::Zero: break; case level_kind::Param: s << param_id(l); break; case level_kind::Global: s << global_id(l); break; case level_kind::Meta: s << meta_id(l); break; case level_kind::Max: write(max_lhs(l)); write(max_rhs(l)); break; case level_kind::IMax: write(imax_lhs(l)); write(imax_rhs(l)); break; case level_kind::Succ: write(succ_of(l)); break; } }); } }; class level_deserializer : public object_deserializer { typedef object_deserializer super; public: level read() { return super::read([&]() -> level { deserializer & d = get_owner(); auto k = static_cast(d.read_char()); switch (k) { case level_kind::Zero: return mk_level_zero(); case level_kind::Param: return mk_param_univ(read_name(d)); case level_kind::Global: return mk_global_univ(read_name(d)); case level_kind::Meta: return mk_meta_univ(read_name(d)); case level_kind::Max: { level lhs = read(); return mk_max(lhs, read()); } case level_kind::IMax: { level lhs = read(); return mk_imax(lhs, read()); } case level_kind::Succ: return mk_succ(read()); } throw corrupted_stream_exception(); }); } }; struct level_sd { unsigned m_s_extid; unsigned m_d_extid; level_sd() { m_s_extid = serializer::register_extension([](){ return std::unique_ptr(new level_serializer()); }); m_d_extid = deserializer::register_extension([](){ return std::unique_ptr(new level_deserializer()); }); } }; static level_sd * g_level_sd = nullptr; serializer & operator<<(serializer & s, level const & n) { s.get_extension(g_level_sd->m_s_extid).write(n); return s; } level read_level(deserializer & d) { return d.get_extension(g_level_sd->m_d_extid).read(); } serializer & operator<<(serializer & s, levels const & ls) { return write_list(s, ls); } levels read_levels(deserializer & d) { return read_list(d, read_level); } // Expression serialization typedef std::unordered_map macro_readers; static macro_readers * g_macro_readers = nullptr; macro_readers & get_macro_readers() { return *g_macro_readers; } void register_macro_deserializer(std::string const & k, macro_definition_cell::reader rd) { macro_readers & readers = get_macro_readers(); lean_assert(readers.find(k) == readers.end()); readers[k] = rd; } static expr read_macro_definition(deserializer & d, unsigned num, expr const * args) { auto k = d.read_string(); macro_readers & readers = get_macro_readers(); auto it = readers.find(k); lean_assert(it != readers.end()); return it->second(d, num, args); } serializer & operator<<(serializer & s, binder_info const & i) { unsigned w = (i.is_implicit() ? 8 : 0) + (i.is_contextual() ? 4 : 0) + (i.is_strict_implicit() ? 2 : 0) + (i.is_inst_implicit() ? 1 : 0); s.write_char(w); return s; } static binder_info read_binder_info(deserializer & d) { unsigned w = d.read_char(); bool imp = (w & 8) != 0; bool ctx = (w & 4) != 0; bool s_imp = (w & 2) != 0; bool i_imp = (w & 1) != 0; return binder_info(imp, ctx, s_imp, i_imp); } static name * g_binder_name = nullptr; class expr_serializer : public object_serializer { typedef object_serializer super; max_sharing_fn m_max_sharing_fn; unsigned m_next_id; void write_binder_name(serializer & s, name const & a) { // make sure binding names are atomic string if (!a.is_atomic() || a.is_numeral()) { s << g_binder_name->append_after(m_next_id); m_next_id++; } else { s << a; } } void write_core(expr const & a) { auto k = a.kind(); super::write_core(a, static_cast(k), [&]() { serializer & s = get_owner(); switch (k) { case expr_kind::Var: s << var_idx(a); break; case expr_kind::Constant: lean_assert(!const_name(a).is_anonymous()); s << const_name(a) << const_levels(a); break; case expr_kind::Sort: s << sort_level(a); break; case expr_kind::Macro: s << macro_num_args(a); for (unsigned i = 0; i < macro_num_args(a); i++) { write_core(macro_arg(a, i)); } macro_def(a).write(s); break; case expr_kind::App: write_core(app_fn(a)); write_core(app_arg(a)); break; case expr_kind::Lambda: case expr_kind::Pi: lean_assert(!binding_name(a).is_anonymous()); write_binder_name(s, binding_name(a)); s << binding_info(a); write_core(binding_domain(a)); write_core(binding_body(a)); break; case expr_kind::Meta: lean_assert(!mlocal_name(a).is_anonymous()); s << mlocal_name(a); write_core(mlocal_type(a)); break; case expr_kind::Local: lean_assert(!mlocal_name(a).is_anonymous()); lean_assert(!local_pp_name(a).is_anonymous()); s << mlocal_name(a) << local_pp_name(a) << local_info(a); write_core(mlocal_type(a)); break; } }); } public: expr_serializer() { m_next_id = 0; } void write(expr const & a) { write_core(m_max_sharing_fn(a)); } }; class expr_deserializer : public object_deserializer { typedef object_deserializer super; public: expr read_binding(expr_kind k) { deserializer & d = get_owner(); name n = read_name(d); binder_info i = read_binder_info(d); expr t = read(); return mk_binding(k, n, t, read(), i); } expr read() { return super::read_core([&](char c) { deserializer & d = get_owner(); auto k = static_cast(c); switch (k) { case expr_kind::Var: return mk_var(d.read_unsigned()); case expr_kind::Constant: { auto n = read_name(d); return mk_constant(n, read_levels(d)); } case expr_kind::Sort: return mk_sort(read_level(d)); case expr_kind::Macro: { unsigned n = d.read_unsigned(); buffer args; for (unsigned i = 0; i < n; i++) { args.push_back(read()); } return read_macro_definition(d, args.size(), args.data()); } case expr_kind::App: { expr f = read(); return mk_app(f, read()); } case expr_kind::Lambda: case expr_kind::Pi: return read_binding(k); case expr_kind::Meta: { name n = read_name(d); return mk_metavar(n, read()); } case expr_kind::Local: { name n = read_name(d); name pp_n = read_name(d); binder_info bi = read_binder_info(d); return mk_local(n, pp_n, read(), bi); }} throw corrupted_stream_exception(); // LCOV_EXCL_LINE }); } }; struct expr_sd { unsigned m_s_extid; unsigned m_d_extid; expr_sd() { m_s_extid = serializer::register_extension([](){ return std::unique_ptr(new expr_serializer()); }); m_d_extid = deserializer::register_extension([](){ return std::unique_ptr(new expr_deserializer()); }); } }; static expr_sd * g_expr_sd = nullptr; serializer & operator<<(serializer & s, expr const & n) { s.get_extension(g_expr_sd->m_s_extid).write(n); return s; } expr read_expr(deserializer & d) { return d.get_extension(g_expr_sd->m_d_extid).read(); } // Declaration serialization serializer & operator<<(serializer & s, level_param_names const & ps) { return write_list(s, ps); } level_param_names read_level_params(deserializer & d) { return read_list(d); } serializer & operator<<(serializer & s, declaration const & d) { char k = 0; if (d.is_definition()) { k |= 1; if (d.use_conv_opt()) k |= 2; } if (d.is_theorem() || d.is_axiom()) k |= 4; s << k << d.get_name() << d.get_univ_params() << d.get_type(); if (d.is_definition()) { s << d.get_value(); s << d.get_height(); } return s; } declaration read_declaration(deserializer & d) { char k = d.read_char(); bool has_value = (k & 1) != 0; bool is_th_ax = (k & 4) != 0; name n = read_name(d); level_param_names ps = read_level_params(d); expr t = read_expr(d); if (has_value) { expr v = read_expr(d); unsigned w = d.read_unsigned(); if (is_th_ax) { return mk_theorem(n, ps, t, v, w); } else { bool use_conv_opt = (k & 2) != 0; return mk_definition(n, ps, t, v, w, use_conv_opt); } } else { if (is_th_ax) return mk_axiom(n, ps, t); else return mk_constant_assumption(n, ps, t); } } using inductive::certified_inductive_decl; using inductive::inductive_decl; using inductive::intro_rule; using inductive::inductive_decl_name; using inductive::inductive_decl_type; using inductive::inductive_decl_intros; using inductive::intro_rule_name; using inductive::intro_rule_type; serializer & operator<<(serializer & s, certified_inductive_decl::comp_rule const & r) { s << r.m_num_bu << r.m_comp_rhs; return s; } certified_inductive_decl::comp_rule read_comp_rule(deserializer & d) { unsigned n; expr e; d >> n >> e; return certified_inductive_decl::comp_rule(n, e); } serializer & operator<<(serializer & s, inductive_decl const & d) { s << inductive_decl_name(d) << inductive_decl_type(d) << length(inductive_decl_intros(d)); for (intro_rule const & r : inductive_decl_intros(d)) s << intro_rule_name(r) << intro_rule_type(r); return s; } inductive_decl read_inductive_decl(deserializer & d) { name d_name = read_name(d); expr d_type = read_expr(d); unsigned num_intros = d.read_unsigned(); buffer rules; for (unsigned j = 0; j < num_intros; j++) { name r_name = read_name(d); expr r_type = read_expr(d); rules.push_back(inductive::mk_intro_rule(r_name, r_type)); } return inductive_decl(d_name, d_type, to_list(rules.begin(), rules.end())); } serializer & operator<<(serializer & s, certified_inductive_decl::data const & d) { s << d.m_decl << d.m_K_target << d.m_num_indices; write_list(s, d.m_comp_rules); return s; } certified_inductive_decl::data read_certified_inductive_decl_data(deserializer & d) { inductive_decl decl = read_inductive_decl(d); bool K = d.read_bool(); unsigned nind = d.read_unsigned(); auto rs = read_list(d, read_comp_rule); return certified_inductive_decl::data(decl, K, nind, rs); } serializer & operator<<(serializer & s, certified_inductive_decl const & d) { s << d.get_univ_params() << d.get_num_params() << d.get_num_ACe() << d.elim_prop_only() << d.has_dep_elim(); write_list(s, d.get_elim_types()); write_list(s, d.get_decl_data()); return s; } class read_certified_inductive_decl_fn { public: certified_inductive_decl operator()(deserializer & d) { level_param_names ls = read_list(d, read_name); unsigned nparams = d.read_unsigned(); unsigned nACe = d.read_unsigned(); bool elim_prop = d.read_bool(); bool dep_elim = d.read_bool(); list ets = read_list(d, read_expr); auto ds = read_list(d, read_certified_inductive_decl_data); return certified_inductive_decl(ls, nparams, nACe, elim_prop, dep_elim, ets, ds); } }; certified_inductive_decl read_certified_inductive_decl(deserializer & d) { return read_certified_inductive_decl_fn()(d); } void initialize_kernel_serializer() { g_level_sd = new level_sd(); g_macro_readers = new macro_readers(); g_binder_name = new name("a"); g_expr_sd = new expr_sd(); } void finalize_kernel_serializer() { delete g_expr_sd; delete g_binder_name; delete g_macro_readers; delete g_level_sd; } }