]> git.donarmstrong.com Git - lilypond.git/blobdiff - lily/parser.yy
Run grand-replace (issue 3765)
[lilypond.git] / lily / parser.yy
index 2668cc208b487e4cfb9a1a5f51a323a2c5e7bd94..8ea6f1958daf8ec5d883557c7851d422ec7cb091 100644 (file)
@@ -2,7 +2,7 @@
 /*
   This file is part of LilyPond, the GNU music typesetter.
 
-  Copyright (C) 1997--2012 Han-Wen Nienhuys <hanwen@xs4all.nl>
+  Copyright (C) 1997--2014 Han-Wen Nienhuys <hanwen@xs4all.nl>
                  Jan Nieuwenhuizen <janneke@gnu.org>
 
   LilyPond is free software: you can redistribute it and/or modify
@@ -62,7 +62,7 @@ deleting them.  Let's hope that a stack overflow doesn't trigger a move
 of the parse stack onto the heap. */
 
 %left PREC_BOT
-%nonassoc REPEAT REPEAT_IDENTIFIER
+%nonassoc REPEAT
 %nonassoc ALTERNATIVE
 
 /* The above precedences tackle the shift/reduce problem
@@ -81,7 +81,7 @@ or
 %left ADDLYRICS
 
 %right ':' UNSIGNED REAL E_UNSIGNED EVENT_IDENTIFIER EVENT_FUNCTION '^' '_'
-       HYPHEN EXTENDER DURATION_IDENTIFIER
+       HYPHEN EXTENDER DURATION_IDENTIFIER '!'
 
  /* The above are needed for collecting tremoli and other items (that
     could otherwise be interpreted as belonging to the next function
@@ -146,32 +146,36 @@ Lily_parser::parser_error (Input const *i, Lily_parser *parser, SCM *, const str
        parser->parser_error (*i, s);
 }
 
+// The following are somewhat precarious constructs as they may change
+// the value of the lookahead token.  That implies that the lookahead
+// token must not yet have made an impact on the state stack other
+// than causing the reduction of the current rule, or switching the
+// lookahead token while Bison is mulling it over will cause trouble.
+
 #define MYBACKUP(Token, Value, Location)                               \
-do                                                                     \
-       if (yychar == YYEMPTY)                                          \
-       {                                                               \
+       do {                                                            \
+               if (yychar != YYEMPTY)                                  \
+                       parser->lexer_->push_extra_token                \
+                               (yylloc, yychar, yylval);               \
                if (Token)                                              \
-                       parser->lexer_->push_extra_token (Token, Value); \
-               parser->lexer_->push_extra_token (BACKUP);              \
-       } else {                                                        \
-               parser->parser_error                                    \
-                       (Location, _("Too much lookahead"));            \
-       }                                                               \
-while (0)
+                       parser->lexer_->push_extra_token                \
+                               (Location, Token, Value);               \
+               parser->lexer_->push_extra_token (Location, BACKUP);    \
+               yychar = YYEMPTY;                                       \
+       } while (0)
 
 
 #define MYREPARSE(Location, Pred, Token, Value)                                \
-do                                                                     \
-       if (yychar == YYEMPTY)                                          \
-       {                                                               \
-               parser->lexer_->push_extra_token (Token, Value);        \
-               parser->lexer_->push_extra_token (REPARSE,              \
-                                                 Pred);                \
-       } else {                                                        \
-               parser->parser_error                                    \
-                       (Location, _("Too much lookahead"));            \
-       }                                                               \
-while (0)
+       do {                                                            \
+               if (yychar != YYEMPTY)                                  \
+                       parser->lexer_->push_extra_token                \
+                               (yylloc, yychar, yylval);               \
+               parser->lexer_->push_extra_token                        \
+                       (Location, Token, Value);                       \
+               parser->lexer_->push_extra_token                        \
+                       (Location, REPARSE, Pred);                      \
+               yychar = YYEMPTY;                                       \
+       } while (0)
 
 %}
 
@@ -326,14 +330,12 @@ If we give names, Bison complains.
 %token EMBEDDED_LILY "#{"
 
 %token BOOK_IDENTIFIER
-%token CHORD_BODY_IDENTIFIER
 %token CHORD_MODIFIER
 %token CHORD_REPETITION
 %token CONTEXT_DEF_IDENTIFIER
 %token CONTEXT_MOD_IDENTIFIER
 %token DRUM_PITCH
 %token PITCH_IDENTIFIER
-%token PITCH_ARG
 %token DURATION_IDENTIFIER
 %token EVENT_IDENTIFIER
 %token EVENT_FUNCTION
@@ -349,7 +351,6 @@ If we give names, Bison complains.
 %token NUMBER_IDENTIFIER
 %token OUTPUT_DEF_IDENTIFIER
 %token REAL
-%token REPEAT_IDENTIFIER
 %token RESTNAME
 %token SCM_ARG
 %token SCM_FUNCTION
@@ -407,6 +408,13 @@ toplevel_expression:
                SCM proc = parser->lexer_->lookup_identifier ("toplevel-bookpart-handler");
                scm_call_2 (proc, parser->self_scm (), $1);
        }
+       | BOOK_IDENTIFIER {
+               SCM proc = parser->lexer_->lookup_identifier
+                       (unsmob_book($1)->paper_
+                        ? "toplevel-book-handler"
+                        : "toplevel-bookpart-handler");
+               scm_call_2 (proc, parser->self_scm (), $1);
+       }
        | score_block {
                SCM proc = parser->lexer_->lookup_identifier ("toplevel-score-handler");
                scm_call_2 (proc, parser->self_scm (), $1);
@@ -438,6 +446,10 @@ toplevel_expression:
                {
                        SCM proc = parser->lexer_->lookup_identifier ("toplevel-text-handler");
                        scm_call_2 (proc, parser->self_scm (), out);
+               } else if (unsmob_score ($1))
+               {
+                       SCM proc = parser->lexer_->lookup_identifier ("toplevel-score-handler");
+                       scm_call_2 (proc, parser->self_scm (), $1);
                } else if (!scm_is_eq ($1, SCM_UNSPECIFIED))
                        parser->parser_error (@1, _("bad expression type"));
        }
@@ -612,6 +624,11 @@ assignment:
                parser->lexer_->set_identifier (path, $4);
                 $$ = SCM_UNSPECIFIED;
        }
+       | assignment_id '.' property_path '=' identifier_init {
+               SCM path = scm_cons (scm_string_to_symbol ($1), $3);
+               parser->lexer_->set_identifier (path, $5);
+                $$ = SCM_UNSPECIFIED;
+       }
        ;
 
 
@@ -649,6 +666,7 @@ identifier_init_nonumber:
        | output_def
        | context_def_spec_block
        | music_assign
+       | pitch_or_music
        | FRACTION
        | string
         | embedded_scm
@@ -789,6 +807,10 @@ book_body:
                {
                        SCM proc = parser->lexer_->lookup_identifier ("book-text-handler");
                        scm_call_2 (proc, $1, out);
+               } else if (unsmob_score ($2))
+               {
+                       SCM proc = parser->lexer_->lookup_identifier ("book-score-handler");
+                       scm_call_2 (proc, $1, $2);
                } else if (!scm_is_eq ($2, SCM_UNSPECIFIED))
                        parser->parser_error (@2, _("bad expression type"));
        }
@@ -855,6 +877,10 @@ bookpart_body:
                {
                        SCM proc = parser->lexer_->lookup_identifier ("bookpart-text-handler");
                        scm_call_2 (proc, $1, out);
+               } else if (unsmob_score ($2))
+               {
+                       SCM proc = parser->lexer_->lookup_identifier ("bookpart-score-handler");
+                       scm_call_2 (proc, $1, $2);
                } else if (!scm_is_eq ($2, SCM_UNSPECIFIED))
                        parser->parser_error (@2, _("bad expression type"));
        }
@@ -874,27 +900,69 @@ bookpart_body:
 
 score_block:
        SCORE '{' score_body '}'        {
+               unsmob_score ($3)->origin ()->set_spot (@$);
                $$ = $3;
        }
        ;
 
+score_headers:
+       /* empty */
+       {
+               $$ = SCM_EOL;
+       }
+       | score_headers
+       {
+               if (!scm_is_pair ($1)
+                   || !ly_is_module (scm_car ($1)))
+                       $1 = scm_cons (ly_make_module (false), $1);
+               parser->lexer_->add_scope (scm_car ($1));
+       } lilypond_header
+       {
+               $$ = $1;
+       }
+       | score_headers output_def
+       {
+                Output_def *od = unsmob_output_def ($2);
+               if (od->lookup_variable (ly_symbol2scm ("is-paper")) == SCM_BOOL_T)
+               {
+                       parser->parser_error (@2, _("\\paper cannot be used in \\score, use \\layout instead"));
+
+               }
+               else
+               {
+                       if (scm_is_pair ($1) && ly_is_module (scm_car ($1)))
+                               scm_set_cdr_x ($1, scm_cons ($2, scm_cdr ($1)));
+                       else
+                               $$ = scm_cons ($2, $1);
+               }
+       }
+       ;
+
+               
+
 score_body:
-       music {
+       score_headers music {
                SCM scorify = ly_lily_module_constant ("scorify-music");
-               $$ = scm_call_2 (scorify, $1, parser->self_scm ());
+               $$ = scm_call_2 (scorify, $2, parser->self_scm ());
 
-               unsmob_score ($$)->origin ()->set_spot (@$);
+               if (scm_is_pair ($1) && ly_is_module (scm_car ($1)))
+               {
+                       unsmob_score ($$)->set_header (scm_car ($1));
+                       $1 = scm_cdr ($1);
+               }
+               for (SCM p = scm_reverse_x ($1, SCM_EOL);
+                    scm_is_pair (p); p = scm_cdr (p))
+               {
+                       unsmob_score ($$)->
+                               add_output_def (unsmob_output_def (scm_car (p)));
+               }
        }
        | embedded_scm_active {
-               Score *score;
-               if (unsmob_score ($1))
-                       score = new Score (*unsmob_score ($1));
-               else {
-                       score = new Score;
+               if (!unsmob_score ($1))
+               {
+                       $$ = (new Score)->unprotect ();
                        parser->parser_error (@1, _("score expected"));
                }
-               unsmob_score ($$)->origin ()->set_spot (@$);
-               $$ = score->unprotect ();
        }
        | score_body
        {
@@ -980,7 +1048,7 @@ output_def_head_with_mode_switch:
 // is still time to escape from notes mode.
 
 music_or_context_def:
-       music_arg
+       music_assign
        | context_def_spec_block
        ;
 
@@ -1063,8 +1131,17 @@ braced_music_list:
        }
        ;
 
-music: music_arg
+music: music_assign
        | lyric_element_music
+       | pitch_or_music
+       {
+               $$ = make_music_from_simple (parser, @1, $1);
+                if (!unsmob_music ($$))
+               {
+                        parser->parser_error (@1, _ ("music expected"));
+                       $$ = MAKE_SYNTAX ("void-music", @$);
+               }
+       }
        ;
 
 music_embedded:
@@ -1119,19 +1196,8 @@ music_embedded_backup:
        }
        ;
 
-music_arg:
-       simple_music
-       {
-               $$ = make_music_from_simple (parser, @1, $1);
-                if (!unsmob_music ($$))
-               {
-                        parser->parser_error (@1, _ ("music expected"));
-                       $$ = MAKE_SYNTAX ("void-music", @$);
-               }
-       }
-       | composite_music %prec COMPOSITE
-       ;
-
+// music_assign does not need to contain lyrics: there are no
+// assignments in lyricmode.
 music_assign:
        simple_music
        | composite_music %prec COMPOSITE
@@ -1142,20 +1208,10 @@ repeated_music:
        {
                $$ = MAKE_SYNTAX ("repeat", @$, $2, $3, $4, SCM_EOL);
        }
-       | REPEAT_IDENTIFIER music
-       {
-               $$ = MAKE_SYNTAX ("repeat", @$, scm_car ($1), scm_cdr ($1),
-                                 $2, SCM_EOL);
-       }
        | REPEAT simple_string unsigned_number music ALTERNATIVE braced_music_list
        {
                $$ = MAKE_SYNTAX ("repeat", @$, $2, $3, $4, $6);
        }
-       | REPEAT_IDENTIFIER music ALTERNATIVE braced_music_list
-       {
-               $$ = MAKE_SYNTAX ("repeat", @$, scm_car ($1), scm_cdr ($1),
-                                 $2, $4);
-       }
        ;
 
 sequential_music:
@@ -1216,7 +1272,7 @@ context_modification:
         ;
 
 context_modification_arg:
-       embedded_scm_closed
+       embedded_scm
        | MUSIC_IDENTIFIER
        ;
 
@@ -1254,16 +1310,6 @@ composite_music:
        | music_bare
        ;
 
-/* Music that can be parsed without lookahead */
-closed_music:
-       music_bare
-       | complex_music_prefix closed_music
-       {
-               $$ = FINISH_MAKE_SYNTAX ($1, @$, $2);
-       }
-       | music_function_call_closed
-       ;
-
 music_bare:
        mode_changed_music
        | MUSIC_IDENTIFIER
@@ -1303,13 +1349,6 @@ grouped_music_list:
  * will match and whether or not \default will be appearing in the
  * argument list, and where.
  *
- * Many of the basic nonterminals used for argument list scanning come
- * in a "normal" and a "closed" flavor.  A closed expression is one
- * that can be parsed without a lookahead token.  That makes it
- * feasible for an optional argument that may need to be skipped:
- * skipping can only be accomplished by pushing back the token into
- * the lexer, and that only works when there is no lookahead token.
- *
  * Sequences of 0 or more optional arguments are scanned using either
  * function_arglist_backup or function_arglist_nonbackup.  The first
  * is used when optional arguments are followed by at least one
@@ -1335,67 +1374,6 @@ grouped_music_list:
  *
  */
 
-function_arglist_nonbackup_common:
-       EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup post_event_nofinger
-       {
-               $$ = check_scheme_arg (parser, @4, $4, $3, $2);
-       }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup '-' UNSIGNED
-       {
-               SCM n = scm_difference ($5, SCM_UNDEFINED);
-               if (scm_is_true (scm_call_1 ($2, n)))
-                       $$ = scm_cons (n, $3);
-               else {
-                       Music *t = MY_MAKE_MUSIC ("FingeringEvent", @5);
-                       t->set_property ("digit", $5);
-                       $$ = check_scheme_arg (parser, @4, t->unprotect (),
-                                              $3, $2, n);
-               }
-               
-       }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup '-' REAL
-       {
-               $$ = check_scheme_arg (parser, @4,
-                                      scm_difference ($5, SCM_UNDEFINED),
-                                      $3, $2);
-       }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup '-' NUMBER_IDENTIFIER
-       {
-               $$ = check_scheme_arg (parser, @4,
-                                      scm_difference ($5, SCM_UNDEFINED),
-                                      $3, $2);
-       }
-       ;
-
-function_arglist_closed_nonbackup:
-       function_arglist_nonbackup_common
-       | function_arglist_closed_common
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup embedded_scm_arg_closed
-       {
-               $$ = check_scheme_arg (parser, @4, $4, $3, $2);
-       }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup bare_number_closed
-       {
-               $$ = check_scheme_arg (parser, @4, $4, $3, $2);
-       }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup SCM_IDENTIFIER
-       {
-               $$ = check_scheme_arg (parser, @4,
-                                      try_string_variants ($2, $4),
-                                      $3, $2, $4);
-       }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup STRING
-       {
-               $$ = check_scheme_arg (parser, @4,
-                                      try_string_variants ($2, $4),
-                                      $3, $2, $4);
-       }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup full_markup
-       {
-               $$ = check_scheme_arg (parser, @4, $4, $3, $2);
-       }
-       ;
-
 symbol_list_arg:
        SYMBOL_LIST
        | SYMBOL_LIST '.' symbol_list_rev
@@ -1435,8 +1413,36 @@ symbol_list_element:
 
 
 function_arglist_nonbackup:
-       function_arglist_nonbackup_common
-       | function_arglist_common
+       function_arglist_common
+       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup post_event_nofinger
+       {
+               $$ = check_scheme_arg (parser, @4, $4, $3, $2);
+       }
+       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup '-' UNSIGNED
+       {
+               SCM n = scm_difference ($5, SCM_UNDEFINED);
+               if (scm_is_true (scm_call_1 ($2, n)))
+                       $$ = scm_cons (n, $3);
+               else {
+                       Music *t = MY_MAKE_MUSIC ("FingeringEvent", @5);
+                       t->set_property ("digit", $5);
+                       $$ = check_scheme_arg (parser, @4, t->unprotect (),
+                                              $3, $2, n);
+               }
+               
+       }
+       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup '-' REAL
+       {
+               $$ = check_scheme_arg (parser, @4,
+                                      scm_difference ($5, SCM_UNDEFINED),
+                                      $3, $2);
+       }
+       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup '-' NUMBER_IDENTIFIER
+       {
+               $$ = check_scheme_arg (parser, @4,
+                                      scm_difference ($5, SCM_UNDEFINED),
+                                      $3, $2);
+       }
        | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup embedded_scm_arg
        {
                if (scm_is_true (scm_call_1 ($2, $4)))
@@ -1451,6 +1457,16 @@ function_arglist_nonbackup:
        {
                $$ = check_scheme_arg (parser, @4, $4, $3, $2);
        }
+       | function_arglist_nonbackup_reparse REPARSE pitch_or_music
+       {
+               if (scm_is_true (scm_call_1 ($2, $3)))
+                       $$ = scm_cons ($3, $1);
+               else
+                       $$ = check_scheme_arg (parser, @3,
+                                              make_music_from_simple
+                                              (parser, @3, $3),
+                                              $1, $2);
+       }
        | function_arglist_nonbackup_reparse REPARSE duration_length
        {
                $$ = check_scheme_arg (parser, @3, $3, $1, $2);
@@ -1491,6 +1507,28 @@ function_arglist_nonbackup_reparse:
                else
                        MYREPARSE (@4, $2, SCM_ARG, $4);
        }
+       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup pitch
+       {
+               $$ = $3;
+               if (scm_is_true
+                   (scm_call_1
+                    ($2, make_music_from_simple
+                     (parser, @4, $4))))
+                       MYREPARSE (@4, $2, PITCH_IDENTIFIER, $4);
+               else
+                       MYREPARSE (@4, $2, SCM_ARG, $4);
+       }
+       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup steno_tonic_pitch
+       {
+               $$ = $3;
+               if (scm_is_true
+                   (scm_call_1
+                    ($2, make_music_from_simple
+                     (parser, @4, $4))))
+                       MYREPARSE (@4, $2, TONICNAME_PITCH, $4);
+               else
+                       MYREPARSE (@4, $2, SCM_ARG, $4);
+       }
        | EXPECT_OPTIONAL EXPECT_SCM function_arglist_nonbackup STRING
        {
                $$ = $3;
@@ -1542,55 +1580,64 @@ function_arglist_nonbackup_reparse:
 
 
 // function_arglist_backup can't occur at the end of an argument
-// list.  It needs to be careful about avoiding lookahead only until
-// it has made a decision whether or not to accept the parsed entity.
-// At that point of time, music requiring lookahead to parse becomes
-// fine.
+// list.
 function_arglist_backup:
        function_arglist_common
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup embedded_scm_arg_closed
+       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup embedded_scm_arg
        {
                if (scm_is_true (scm_call_1 ($2, $4)))
-               {
                        $$ = scm_cons ($4, $3);
-               } else {
-                       $$ = scm_cons (loc_on_music (@3, $1), $3);
-                       MYBACKUP (SCM_ARG, $4, @4);
+               else {
+                       $$ = make_music_from_simple (parser, @4, $4);
+                       if (scm_is_true (scm_call_1 ($2, $$)))
+                               $$ = scm_cons ($$, $3);
+                       else
+                       {
+                               $$ = scm_cons (loc_on_music (@3, $1), $3);
+                               MYBACKUP (SCM_ARG, $4, @4);
+                       }
                }
        }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup REPEAT simple_string unsigned_number
+       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup post_event_nofinger
        {
-               $4 = MAKE_SYNTAX ("repeat", @4, $5, $6,
-                                 MY_MAKE_MUSIC ("Music", @4)->unprotect (),
-                                 SCM_EOL);
                if (scm_is_true (scm_call_1 ($2, $4)))
                {
-                       $$ = $3;
-                       MYREPARSE (@4, $2, REPEAT_IDENTIFIER, scm_cons ($5, $6));
+                       $$ = scm_cons ($4, $3);
                } else {
                        $$ = scm_cons (loc_on_music (@3, $1), $3);
-                       MYBACKUP (REPEAT_IDENTIFIER, scm_cons ($5, $6), @4);
+                       MYBACKUP (EVENT_IDENTIFIER, $4, @4);
                }
        }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup chord_body
+       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup pitch
        {
-               if (scm_is_true (scm_call_1 ($2, $4)))
+               if (scm_is_true
+                   (scm_call_1
+                    ($2, make_music_from_simple
+                     (parser, @4, $4))))
                {
                        $$ = $3;
-                       MYREPARSE (@4, $2, CHORD_BODY_IDENTIFIER, $4);
-               } else {
+                       MYREPARSE (@4, $2, PITCH_IDENTIFIER, $4);
+               } else if (scm_is_true (scm_call_1 ($2, $4)))
+                       $$ = scm_cons ($4, $3);
+               else {
                        $$ = scm_cons (loc_on_music (@3, $1), $3);
-                       MYBACKUP (CHORD_BODY_IDENTIFIER, $4, @4);
+                       MYBACKUP (PITCH_IDENTIFIER, $4, @4);
                }
        }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup post_event_nofinger
+       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup steno_tonic_pitch
        {
-               if (scm_is_true (scm_call_1 ($2, $4)))
+               if (scm_is_true
+                   (scm_call_1
+                    ($2, make_music_from_simple
+                     (parser, @4, $4))))
                {
+                       $$ = $3;
+                       MYREPARSE (@4, $2, TONICNAME_PITCH, $4);
+               } else if (scm_is_true (scm_call_1 ($2, $4)))
                        $$ = scm_cons ($4, $3);
-               else {
+               else {
                        $$ = scm_cons (loc_on_music (@3, $1), $3);
-                       MYBACKUP (EVENT_IDENTIFIER, $4, @4);
+                       MYBACKUP (TONICNAME_PITCH, $4, @4);
                }
        }
        | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup full_markup
@@ -1656,7 +1703,7 @@ function_arglist_backup:
                        else {
                                $$ = scm_cons (loc_on_music (@3, $1), $3);
                                MYBACKUP (UNSIGNED, $5, @5);
-                               parser->lexer_->push_extra_token ('-');
+                               parser->lexer_->push_extra_token (@4, '-');
                        }
                }
                
@@ -1682,54 +1729,6 @@ function_arglist_backup:
                        MYBACKUP (NUMBER_IDENTIFIER, n, @5);
                }
        }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup PITCH_IDENTIFIER
-       {
-               SCM m = make_music_from_simple (parser, @4, $4);
-               if (unsmob_music (m) && scm_is_true (scm_call_1 ($2, m)))
-               {
-                       MYREPARSE (@4, $2, PITCH_IDENTIFIER, $4);
-                       $$ = $3;
-               } else if (scm_is_true (scm_call_1 ($2, $4)))
-               {
-                       MYREPARSE (@4, $2, PITCH_ARG, $4);
-                       $$ = $3;
-               } else {
-                       $$ = scm_cons (loc_on_music (@3, $1), $3);
-                       MYBACKUP (PITCH_IDENTIFIER, $4, @4);
-               }
-       }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup NOTENAME_PITCH
-       {
-               SCM m = make_music_from_simple (parser, @4, $4);
-               if (unsmob_music (m) && scm_is_true (scm_call_1 ($2, m)))
-               {
-                       MYREPARSE (@4, $2, NOTENAME_PITCH, $4);
-                       $$ = $3;
-               } else if (scm_is_true (scm_call_1 ($2, $4)))
-               {
-                       MYREPARSE (@4, $2, PITCH_ARG, $4);
-                       $$ = $3;
-               } else {
-                       $$ = scm_cons (loc_on_music (@3, $1), $3);
-                       MYBACKUP (NOTENAME_PITCH, $4, @4);
-               }
-       }
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup TONICNAME_PITCH
-       {
-               SCM m = make_music_from_simple (parser, @4, $4);
-               if (unsmob_music (m) && scm_is_true (scm_call_1 ($2, m)))
-               {
-                       MYREPARSE (@4, $2, TONICNAME_PITCH, $4);
-                       $$ = $3;
-               } else if (scm_is_true (scm_call_1 ($2, $4)))
-               {
-                       MYREPARSE (@4, $2, PITCH_ARG, $4);
-                       $$ = $3;
-               } else {
-                       $$ = scm_cons (loc_on_music (@3, $1), $3);
-                       MYBACKUP (TONICNAME_PITCH, $4, @4);
-               }
-       }
        | EXPECT_OPTIONAL EXPECT_SCM function_arglist_backup DURATION_IDENTIFIER
        {
                if (scm_is_true (scm_call_1 ($2, $4)))
@@ -1771,7 +1770,7 @@ function_arglist_backup:
                        MYBACKUP (STRING, $4, @4);
                }
        }
-       | function_arglist_backup REPARSE music_assign
+       | function_arglist_backup REPARSE pitch_or_music
        {
                if (scm_is_true (scm_call_1 ($2, $3)))
                        $$ = scm_cons ($3, $1);
@@ -1781,11 +1780,6 @@ function_arglist_backup:
                                               (parser, @3, $3),
                                               $1, $2);
        }
-       | function_arglist_backup REPARSE pitch_arg
-       {
-               $$ = check_scheme_arg (parser, @3,
-                                      $3, $1, $2);
-       }               
        | function_arglist_backup REPARSE bare_number_common
        {
                $$ = check_scheme_arg (parser, @3,
@@ -1857,6 +1851,16 @@ function_arglist_common:
                $$ = check_scheme_arg (parser, @3,
                                       $3, $1, $2);
        }
+       | function_arglist_common_reparse REPARSE pitch_or_music
+       {
+               if (scm_is_true (scm_call_1 ($2, $3)))
+                       $$ = scm_cons ($3, $1);
+               else
+                       $$ = check_scheme_arg (parser, @3,
+                                              make_music_from_simple
+                                              (parser, @3, $3),
+                                              $1, $2);
+       }
        | function_arglist_common_reparse REPARSE bare_number_common
        {
                $$ = check_scheme_arg (parser, @3,
@@ -1892,6 +1896,28 @@ function_arglist_common_reparse:
                        // know the predicate to be false.
                        MYREPARSE (@3, $1, SCM_ARG, $3);
        }
+       | EXPECT_SCM function_arglist_optional pitch
+       {
+               $$ = $2;
+               if (scm_is_true
+                   (scm_call_1
+                    ($1, make_music_from_simple
+                     (parser, @3, $3))))
+                       MYREPARSE (@3, $1, PITCH_IDENTIFIER, $3);
+               else
+                       MYREPARSE (@3, $1, SCM_ARG, $3);
+       }
+       | EXPECT_SCM function_arglist_optional steno_tonic_pitch
+       {
+               $$ = $2;
+               if (scm_is_true
+                   (scm_call_1
+                    ($1, make_music_from_simple
+                     (parser, @3, $3))))
+                       MYREPARSE (@3, $1, TONICNAME_PITCH, $3);
+               else
+                       MYREPARSE (@3, $1, SCM_ARG, $3);
+       }
        | EXPECT_SCM function_arglist_optional STRING
        {
                $$ = $2;
@@ -1967,55 +1993,6 @@ function_arglist_common_reparse:
        }
        ;
 
-function_arglist_closed:
-       function_arglist_closed_nonbackup
-       | EXPECT_OPTIONAL EXPECT_SCM function_arglist_skip_nonbackup DEFAULT
-       {
-               $$ = scm_cons (loc_on_music (@4, $1), $3);
-       }
-       ;
-
-function_arglist_closed_common:
-       EXPECT_NO_MORE_ARGS {
-               $$ = SCM_EOL;
-       }
-       | EXPECT_SCM function_arglist_optional embedded_scm_arg_closed
-       {
-               $$ = check_scheme_arg (parser, @3,
-                                      $3, $2, $1);
-       }
-       | EXPECT_SCM function_arglist_optional bare_number_common_closed
-       {
-               $$ = check_scheme_arg (parser, @3,
-                                      $3, $2, $1);
-       }
-       | EXPECT_SCM function_arglist_optional '-' NUMBER_IDENTIFIER
-       {
-               $$ = check_scheme_arg (parser, @3,
-                                      scm_difference ($4, SCM_UNDEFINED),
-                                      $2, $1);
-       }
-       | EXPECT_SCM function_arglist_optional post_event_nofinger
-       {
-               $$ = check_scheme_arg (parser, @3,
-                                      $3, $2, $1);
-       }
-       | function_arglist_common_reparse REPARSE SCM_ARG
-       {
-               $$ = check_scheme_arg (parser, @3,
-                                      $3, $1, $2);
-       }
-       | function_arglist_common_reparse REPARSE bare_number_common_closed
-       {
-               $$ = check_scheme_arg (parser, @3,
-                                      $3, $1, $2);
-       }
-       | function_arglist_common_reparse REPARSE symbol_list_arg
-       {
-               $$ = check_scheme_arg (parser, @3, $3, $1, $2);
-       }
-       ;
-
 function_arglist_optional:
        function_arglist_backup
        | EXPECT_OPTIONAL EXPECT_SCM function_arglist_skip_backup DEFAULT
@@ -2033,24 +2010,6 @@ function_arglist_skip_backup:
        }
        ;
 
-embedded_scm_closed:
-       embedded_scm_bare
-       | scm_function_call_closed
-       ;
-
-embedded_scm_arg_closed:
-       embedded_scm_bare_arg
-       | scm_function_call_closed
-       | closed_music
-       ;
-
-scm_function_call_closed:
-       SCM_FUNCTION function_arglist_closed {
-               $$ = MAKE_SYNTAX ("music-function", @$,
-                                        $1, $2);
-       }
-       ;
-
 music_function_call:
        MUSIC_FUNCTION function_arglist {
                $$ = MAKE_SYNTAX ("music-function", @$,
@@ -2208,8 +2167,8 @@ re_rhythmed_music:
        ;
 
 context_change:
-       CHANGE STRING '=' STRING  {
-               $$ = MAKE_SYNTAX ("context-change", @$, scm_string_to_symbol ($2), $4);
+       CHANGE symbol '=' simple_string  {
+               $$ = MAKE_SYNTAX ("context-change", @$, $2, $4);
        }
        ;
 
@@ -2455,10 +2414,10 @@ simple_revert_context:
                    (scm_object_property (scm_car ($1),
                                          ly_symbol2scm ("is-grob?")))) {
                        $$ = ly_symbol2scm ("Bottom");
-                       parser->lexer_->push_extra_token (SCM_IDENTIFIER, $1);
+                       parser->lexer_->push_extra_token (@1, SCM_IDENTIFIER, $1);
                } else {
                        $$ = scm_car ($1);
-                       parser->lexer_->push_extra_token (SCM_IDENTIFIER,
+                       parser->lexer_->push_extra_token (@1, SCM_IDENTIFIER,
                                                          scm_cdr ($1));
                }
        }
@@ -2516,6 +2475,7 @@ symbol:
 
 scalar:
        embedded_scm_arg
+       | pitch_or_music
        | SCM_IDENTIFIER
        | bare_number
        // The following is a rather defensive variant of admitting
@@ -2529,40 +2489,17 @@ scalar:
        {
                $$ = scm_difference ($2, SCM_UNDEFINED);
        }
-       | STRING
-       | full_markup
+       | string
        ;
 
 event_chord:
        simple_element post_events {
                // Let the rhythmic music iterator sort this mess out.
                if (scm_is_pair ($2)) {
-                       $$ = make_music_from_simple (parser, @1, $1);
-                       if (unsmob_music ($$))
-                                unsmob_music ($$)->set_property ("articulations",
-                                                                 scm_reverse_x ($2, SCM_EOL));
-                        else
-                       {
-                                parser->parser_error (@1, _("music expected"));
-                               $$ = MAKE_SYNTAX ("void-music", @1);
-                       }
+                       unsmob_music ($$)->set_property ("articulations",
+                                                        scm_reverse_x ($2, SCM_EOL));
                }
        } %prec ':'
-       | simple_chord_elements post_events     {
-               if (scm_is_pair ($2)) {
-                       if (unsmob_pitch ($1))
-                               $1 = make_chord_elements (@1,
-                                                         $1,
-                                                         parser->default_duration_.smobbed_copy (),
-                                                         SCM_EOL);
-
-                       SCM elts = ly_append2 ($1, scm_reverse_x ($2, SCM_EOL));
-
-                       $$ = MAKE_SYNTAX ("event-chord", @1, elts);
-               } else if (!unsmob_pitch ($1))
-                       $$ = MAKE_SYNTAX ("event-chord", @1, $1);
-               // A mere pitch drops through.
-       } %prec ':'
        | CHORD_REPETITION optional_notemode_duration post_events {
                Input i;
                i.set_location (@1, @3);
@@ -2575,7 +2512,7 @@ event_chord:
                $$ = MAKE_SYNTAX ("multi-measure-rest", i, $2,
                                  scm_reverse_x ($3, SCM_EOL));
        } %prec ':'
-       | command_element
+       | tempo_event
        | note_chord_element
        ;
 
@@ -2603,7 +2540,6 @@ chord_body:
        {
                $$ = MAKE_SYNTAX ("event-chord", @$, scm_reverse_x ($2, SCM_EOL));
        }
-       | CHORD_BODY_IDENTIFIER
        ;
 
 chord_body_elements:
@@ -2672,38 +2608,13 @@ music_function_chord_body:
        | MUSIC_IDENTIFIER
        ;
 
-// Event functions may only take closed arglists, otherwise it would
-// not be clear whether a following postevent should be associated
-// with the last argument of the event function or with the expression
-// for which the function call acts itself as event.
-
-music_function_call_closed:
-       MUSIC_FUNCTION function_arglist_closed {
-               $$ = MAKE_SYNTAX ("music-function", @$,
-                                        $1, $2);
-       }
-       ;
-
 event_function_event:
-       EVENT_FUNCTION function_arglist_closed {
+       EVENT_FUNCTION function_arglist {
                $$ = MAKE_SYNTAX ("music-function", @$,
                                         $1, $2);
        }
        ;
 
-command_element:
-       command_event {
-               $$ = $1;
-       }
-       ;
-
-command_event:
-       tempo_event {
-               $$ = $1;
-       }
-       ;
-
-
 post_events:
        /* empty */ {
                $$ = SCM_EOL;
@@ -2732,7 +2643,7 @@ post_event_nofinger:
        direction_less_event {
                $$ = $1;
        }
-       | script_dir music_function_call_closed {
+       | script_dir music_function_call {
                $$ = $2;
                if (!unsmob_music ($2)->is_mus_type ("post-event")) {
                        parser->parser_error (@2, _ ("post-event expected"));
@@ -2814,11 +2725,21 @@ direction_reqd_event:
        }
        | script_abbreviation {
                SCM s = parser->lexer_->lookup_identifier ("dash" + ly_scm2string ($1));
-               Music *a = MY_MAKE_MUSIC ("ArticulationEvent", @$);
-               if (scm_is_string (s))
+               if (scm_is_string (s)) {
+                       Music *a = MY_MAKE_MUSIC ("ArticulationEvent", @$);
                        a->set_property ("articulation-type", s);
-               else parser->parser_error (@1, _ ("expecting string as script definition"));
-               $$ = a->unprotect ();
+                       $$ = a->unprotect ();
+               } else {
+                       Music *original = unsmob_music (s);
+                       if (original && original->is_mus_type ("post-event")) {
+                               Music *a = original->clone ();
+                               a->set_spot (parser->lexer_->override_input (@$));
+                               $$ = a->unprotect ();
+                       } else {
+                               parser->parser_error (@1, _ ("expecting string or post-event as script definition"));
+                               $$ = MY_MAKE_MUSIC ("PostEvents", @$)->unprotect ();
+                       }
+               }
        }
        ;
 
@@ -2892,17 +2813,6 @@ pitch:
        }
        ;
 
-pitch_arg:
-       PITCH_ARG quotes {
-                if (!scm_is_eq (SCM_INUM0, $2))
-                {
-                        Pitch p = *unsmob_pitch ($1);
-                        p = p.transposed (Pitch (scm_to_int ($2),0,0));
-                        $$ = p.smobbed_copy ();
-                }
-       }
-       ;
-
 gen_text_def:
        full_markup {
                Music *t = MY_MAKE_MUSIC ("TextScriptEvent", @$);
@@ -2915,7 +2825,7 @@ gen_text_def:
                        make_simple_markup ($1));
                $$ = t->unprotect ();
        }
-       | embedded_scm_closed
+       | embedded_scm
        {
                Music *m = unsmob_music ($1);
                if (m && m->is_mus_type ("post-event"))
@@ -3153,15 +3063,16 @@ optional_rest:
        | REST { $$ = SCM_BOOL_T; }
        ;
 
-simple_element:
-       pitch exclamations questions octave_check maybe_notemode_duration optional_rest {
+pitch_or_music:
+       pitch exclamations questions octave_check maybe_notemode_duration optional_rest post_events {
                if (!parser->lexer_->is_note_state ())
                        parser->parser_error (@1, _ ("have to be in Note mode for notes"));
                if (!SCM_UNBNDP ($2)
                     || !SCM_UNBNDP ($3)
                     || scm_is_number ($4)
                     || !SCM_UNBNDP ($5)
-                    || scm_is_true ($6))
+                    || scm_is_true ($6)
+                   || scm_is_pair ($7))
                {
                        Music *n = 0;
                        if (scm_is_true ($6))
@@ -3186,11 +3097,31 @@ simple_element:
                                n->set_property ("cautionary", SCM_BOOL_T);
                        if (to_boolean ($2) || to_boolean ($3))
                                n->set_property ("force-accidental", SCM_BOOL_T);
-                       
+                       if (scm_is_pair ($7))
+                               n->set_property ("articulations",
+                                                scm_reverse_x ($7, SCM_EOL));
                        $$ = n->unprotect ();
                }
-       }
-       | DRUM_PITCH optional_notemode_duration {
+       } %prec ':'
+       | simple_chord_elements post_events {
+               if (scm_is_pair ($2)) {
+                       if (unsmob_pitch ($1))
+                               $1 = make_chord_elements (@1,
+                                                         $1,
+                                                         parser->default_duration_.smobbed_copy (),
+                                                         SCM_EOL);
+
+                       SCM elts = ly_append2 ($1, scm_reverse_x ($2, SCM_EOL));
+
+                       $$ = MAKE_SYNTAX ("event-chord", @1, elts);
+               } else if (!unsmob_pitch ($1))
+                       $$ = MAKE_SYNTAX ("event-chord", @1, $1);
+               // A mere pitch drops through.
+       } %prec ':'
+       ;
+
+simple_element:
+       DRUM_PITCH optional_notemode_duration {
                Music *n = MY_MAKE_MUSIC ("NoteEvent", @$);
                n->set_property ("duration", $2);
                n->set_property ("drum-type", $1);
@@ -3321,10 +3252,10 @@ step_number:
        ;
 
 tempo_range:
-       UNSIGNED {
+       unsigned_number {
                $$ = $1;
-       }
-       | UNSIGNED '-' UNSIGNED {
+       } %prec ':'
+       | unsigned_number '-' unsigned_number {
                $$ = scm_cons ($1, $3);
        }
        ;
@@ -3365,18 +3296,14 @@ number_factor:
        ;
 
 bare_number_common:
-       bare_number_common_closed
+       REAL
+       | NUMBER_IDENTIFIER
        | REAL NUMBER_IDENTIFIER
        {
                $$ = scm_product ($1, $2);
        }
        ;
 
-bare_number_common_closed:
-       REAL
-       | NUMBER_IDENTIFIER
-       ;
-
 bare_number:
        bare_number_common
        | UNSIGNED
@@ -3385,11 +3312,6 @@ bare_number:
        }
        ;
 
-bare_number_closed:
-       UNSIGNED
-       | bare_number_common_closed
-       ;
-
 unsigned_number:
        UNSIGNED
        | NUMBER_IDENTIFIER
@@ -3401,6 +3323,15 @@ unsigned_number:
                        $$ = SCM_INUM0;
                }
        }
+       | embedded_scm
+       {
+               if (!scm_is_integer ($1)
+                   || scm_is_true (scm_negative_p ($1)))
+               {
+                       parser->parser_error (@1, _("not an unsigned integer"));
+                       $$ = SCM_INUM0;
+               }
+       }
        ;
 
 exclamations:
@@ -3415,7 +3346,13 @@ exclamations:
        ;
 
 questions:
-       { $$ = SCM_UNDEFINED; }
+// This precedence rule is rather weird.  It triggers when '!' is
+// encountered after a pitch, and is used for deciding whether to save
+// this instead for a figure modification.  This should not actually
+// occur in practice as pitches and figures are generated in different
+// modes.  Using a greedy (%right) precedence makes sure that we don't
+// get stuck in a wrong interpretation.
+       { $$ = SCM_UNDEFINED; } %prec ':'
        | questions '?'
         {
                 if (SCM_UNBNDP ($1))
@@ -3494,6 +3431,7 @@ markup_uncomposed_list:
                SCM nn = parser->lexer_->lookup_identifier ("pitchnames");
                parser->lexer_->push_note_state (nn);
        } '{' score_body '}' {
+               unsmob_score ($4)->origin ()->set_spot (@$);
                $$ = scm_list_1 (scm_list_2 (ly_lily_module_constant ("score-lines-markup-list"), $4));
                parser->lexer_->pop_state ();
        }
@@ -3532,7 +3470,7 @@ markup_command_basic_arguments:
        EXPECT_MARKUP_LIST markup_command_list_arguments markup_list {
          $$ = scm_cons ($3, $2);
        }
-       | EXPECT_SCM markup_command_list_arguments embedded_scm_closed {
+       | EXPECT_SCM markup_command_list_arguments embedded_scm {
          $$ = check_scheme_arg (parser, @3, $3, $2, $1);
        }
        | EXPECT_NO_MORE_ARGS {
@@ -3570,6 +3508,7 @@ simple_markup:
                SCM nn = parser->lexer_->lookup_identifier ("pitchnames");
                parser->lexer_->push_note_state (nn);
        } '{' score_body '}' {
+               unsmob_score ($4)->origin ()->set_spot (@$);
                $$ = scm_list_2 (ly_lily_module_constant ("score-markup"), $4);
                parser->lexer_->pop_state ();
        }
@@ -3661,6 +3600,9 @@ Lily_lexer::try_special_identifiers (SCM *destination, SCM sid)
                *destination = p->self_scm ();
                p->unprotect ();
                return OUTPUT_DEF_IDENTIFIER;
+       } else if (unsmob_score (sid)) {
+               *destination = unsmob_score (sid)->clone ()->unprotect ();
+               return SCM_IDENTIFIER;
        }
 
        return -1;
@@ -3885,6 +3827,9 @@ yylex (YYSTYPE *s, YYLTYPE *loc, Lily_parser *parser)
 
        lex->lexval_ = s;
        lex->lexloc_ = loc;
+       int tok = lex->pop_extra_token ();
+       if (tok >= 0)
+               return tok;
        lex->prepare_for_next_token ();
        return lex->yylex ();
 }