2 This file is part of LilyPond, the GNU music typesetter.
4 Copyright (C) 1997--2015 Han-Wen Nienhuys <hanwen@xs4all.nl>
6 LilyPond is free software: you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation, either version 3 of the License, or
9 (at your option) any later version.
11 LilyPond is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with LilyPond. If not, see <http://www.gnu.org/licenses/>.
20 #include "lily-lexer.hh"
26 #include "context.hh" // for nested_property_alist
27 #include "international.hh"
28 #include "interval.hh"
33 #include "scm-hash.hh"
34 #include "source-file.hh"
36 #include "program-option.hh"
37 #include "lily-parser.hh"
38 #include "ly-module.hh"
42 static Keyword_ent the_key_tab[]
46 {"addlyrics", ADDLYRICS},
48 {"alternative", ALTERNATIVE},
50 {"bookpart", BOOKPART},
52 {"chordmode", CHORDMODE},
54 {"consists", CONSISTS},
57 {"defaultchild", DEFAULTCHILD},
59 {"description", DESCRIPTION},
60 {"drummode", DRUMMODE},
63 {"figuremode", FIGUREMODE},
67 {"lyricmode", LYRICMODE},
69 {"lyricsto", LYRICSTO},
71 {"markuplist", MARKUPLIST},
75 {"notemode", NOTEMODE},
76 {"override", OVERRIDE},
83 {"sequential", SEQUENTIAL},
85 {"simultaneous", SIMULTANEOUS},
93 Lily_lexer::Lily_lexer (Sources *sources, Lily_parser *parser)
96 keytable_ = new Keyword_table (the_key_tab);
97 chordmodifier_tab_ = SCM_EOL;
98 pitchname_tab_stack_ = SCM_EOL;
102 is_main_input_ = false;
103 main_input_level_ = 0;
104 start_module_ = SCM_EOL;
105 extra_tokens_ = SCM_EOL;
108 add_scope (ly_make_module (false));
109 push_note_state (SCM_EOL);
110 chordmodifier_tab_ = scm_make_vector (scm_from_int (1), SCM_EOL);
113 Lily_lexer::Lily_lexer (Lily_lexer const &src, Lily_parser *parser,
115 : Includable_lexer ()
118 keytable_ = (src.keytable_) ? new Keyword_table (*src.keytable_) : 0;
119 chordmodifier_tab_ = src.chordmodifier_tab_;
120 pitchname_tab_stack_ = src.pitchname_tab_stack_;
121 sources_ = src.sources_;
122 scopes_ = src.scopes_;
123 start_module_ = SCM_EOL;
126 is_main_input_ = src.is_main_input_;
127 main_input_level_ = 0;
129 extra_tokens_ = SCM_EOL;
130 if (unsmob<Input> (override_input))
131 override_input_ = *unsmob<Input> (override_input);
135 push_note_state (SCM_EOL);
138 Lily_lexer::~Lily_lexer ()
144 Lily_lexer::add_scope (SCM module)
146 ly_reexport_module (scm_current_module ());
147 if (!scm_is_pair (scopes_))
148 start_module_ = scm_current_module ();
150 for (SCM s = scopes_; scm_is_pair (s); s = scm_cdr (s))
151 ly_use_module (module, scm_car (s));
152 scopes_ = scm_cons (module, scopes_);
154 set_current_scope ();
157 Lily_lexer::has_scope () const
159 return scm_is_pair (scopes_);
163 Lily_lexer::remove_scope ()
165 SCM sc = scm_car (scopes_);
166 scopes_ = scm_cdr (scopes_);
167 set_current_scope ();
172 Lily_lexer::set_current_scope ()
174 SCM old = scm_current_module ();
176 if (scm_is_pair (scopes_))
177 scm_set_current_module (scm_car (scopes_));
179 scm_set_current_module (start_module_);
185 Lily_lexer::lookup_keyword (const string &s)
187 return keytable_->lookup (s.c_str ());
191 Lily_lexer::keyword_list () const
198 for (vsize i = 0; i < keytable_->table_.size (); i++)
200 *tail = scm_acons (scm_from_utf8_string (keytable_->table_[i].name_),
201 scm_from_int (keytable_->table_[i].tokcode_),
204 tail = SCM_CDRLOC (*tail);
211 Lily_lexer::lookup_identifier_symbol (SCM sym)
213 for (SCM s = scopes_; scm_is_pair (s); s = scm_cdr (s))
215 SCM var = ly_module_lookup (scm_car (s), sym);
216 if (scm_is_true (var))
217 return scm_variable_ref (var);
220 return SCM_UNDEFINED;
224 Lily_lexer::lookup_identifier (const string &name)
226 return lookup_identifier_symbol (ly_symbol2scm (name.c_str ()));
230 Lily_lexer::start_main_input ()
232 yy_flex_debug = get_program_option ("debug-lexer");
233 parser_->set_yydebug (get_program_option ("debug-parser"));
235 new_input (main_input_name_, sources_);
237 scm_module_define (scm_car (scopes_),
238 ly_symbol2scm ("input-file-name"),
239 ly_string2scm (main_input_name_));
243 Lily_lexer::new_input (const string &str, string d, Sources *ss)
245 Includable_lexer::new_input (str, d, ss);
249 Lily_lexer::new_input (const string &str, Sources *ss)
251 if (is_main_input_ && be_safe_global)
253 LexerError (_ ("include files are not allowed in safe mode").c_str ());
257 Includable_lexer::new_input (str, ss);
260 // PATH is either a single symbol (or string) or a list of symbols
261 // giving the path to a nested property. A symbol is treated the same
262 // as a list of length 1.
264 Lily_lexer::set_identifier (SCM path, SCM val)
267 if (scm_is_string (path))
268 sym = scm_string_to_symbol (path);
269 else if (scm_is_pair (path))
271 sym = scm_car (path);
272 path = scm_cdr (path);
275 if (scm_is_symbol (sym))
277 if (lookup_keyword (ly_symbol2string (sym)) >= 0)
279 string symstr = ly_symbol2string (sym);
280 warning (_f ("identifier name is a keyword: `%s'", symstr.c_str ()));
283 SCM mod = scm_car (scopes_);
285 if (scm_is_pair (path))
287 SCM prev = ly_module_lookup (mod, sym);
288 if (scm_is_true (prev))
289 val = nested_property_alist (scm_variable_ref (prev), path, val);
291 scm_module_define (mod, sym, val);
294 programming_error ("identifier is not a symbol");
298 Lily_lexer::LexerError (char const *s)
300 if (include_stack_.empty ())
301 non_fatal_error (s, _f ("%s:EOF", s));
305 Input spot (*lexloc_);
306 spot.non_fatal_error (s);
311 Lily_lexer::LexerWarning (char const *s)
313 if (include_stack_.empty ())
314 warning (s, _f ("%s:EOF", s));
317 Input spot (*lexloc_);
323 Lily_lexer::escaped_char (char c) const
340 Lily_lexer::here_input () const
342 return Input (*lexloc_);
346 Lily_lexer::override_input (Input const &in) const
348 return override_input_.get_source_file ()
349 ? override_input_ : in;
353 Lily_lexer::prepare_for_next_token ()
355 last_input_ = here_input ();
359 Since we don't create the buffer state from the bytes directly, we
360 don't know about the location of the lexer. Add this as a
363 Lily_lexer::add_lexed_char (int count)
365 char const *start = here_str0 ();
366 lexloc_->set (get_source_file (),
367 start, start + count);
368 char_count_stack_.back () += count;
372 const char Lily_lexer::type_p_name_[] = "ly:lily-lexer?";
375 Lily_lexer::mark_smob () const
377 ASSERT_LIVE_IS_ALLOWED (self_scm ());
379 scm_gc_mark (chordmodifier_tab_);
381 scm_gc_mark (parser_->self_scm ());
382 scm_gc_mark (pitchname_tab_stack_);
383 scm_gc_mark (start_module_);
384 scm_gc_mark (extra_tokens_);
389 Lily_lexer::print_smob (SCM port, scm_print_state *) const
391 scm_puts ("#<Lily_lexer ", port);
392 scm_display (scopes_, port);
393 scm_puts (" >", port);
398 Lily_lexer::is_clean () const
400 return include_stack_.empty ();