/* -*- mode: text -*- */ /* ==================================================================== * Copyright (c) 2007 Carnegie Mellon University. All rights * reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in * the documentation and/or other materials provided with the * distribution. * * This work was supported in part by funding from the Defense Advanced * Research Projects Agency and the National Science Foundation of the * United States of America, and the CMU Sphinx Speech Consortium. * * THIS SOFTWARE IS PROVIDED BY CARNEGIE MELLON UNIVERSITY ``AS IS'' AND * ANY EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL CARNEGIE MELLON UNIVERSITY * NOR ITS EMPLOYEES BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * * ==================================================================== * */ /* YOU MUST USE FLEX 2.6.1 OR NEWER TO PROCESS THIS FILE!!! */ %{ #include "lm/jsgf_internal.h" #include "lm/jsgf_parser.h" %} %option 8bit reentrant bison-bridge noyywrap yylineno never-interactive nounput nounistd %option header-file="jsgf_scanner.h" %s COMMENT %s DECL %s DECLCOMMENT ws [ \t\r\n] rulename \<[^<>]+\> tag \{(\\.|[^\}]+)*\} weight \/[0-9]*(\.[0-9]+)?(e-)?[0-9]*\/ token [^ \t\r\n=;|*+<>()\[\]{}*/]+ qstring \"(\\.|[^"]+)*\" bom [\xEF][\xBB][\xBF] %% {ws} ; /* ignore whitespace */ \/\/.*\n ; /* single-line comments */ \/\* { BEGIN(COMMENT); } /* C-style comments */ \*\/ { BEGIN(INITIAL); } . ; /* Ignore stuff in comment mode */ \/\/.*\n ; /* single-line comments inside decl */ \/\* { BEGIN(DECLCOMMENT); } /* C-style comments inside decl */ \*\/ { BEGIN(DECL); } . ; /* Ignore stuff in comment mode */ {bom}?#JSGF {BEGIN(DECL); return HEADER;} grammar {BEGIN(DECL); return GRAMMAR;} import {BEGIN(DECL); return IMPORT;} public {BEGIN(DECL); return PUBLIC;} {rulename} { BEGIN(DECL); yylval->name = strdup(yytext); return RULENAME; } {rulename} { yylval->name = strdup(yytext); return RULENAME; } {tag} { yylval->name = strdup(yytext); return TAG; } {token} { yylval->name = strdup(yytext); return TOKEN; } ; { BEGIN(INITIAL); return yytext[0]; } {qstring} { yylval->name = strdup(yytext); return TOKEN; } {weight} { yylval->weight = atof_c(yytext+1); return WEIGHT; } . return yytext[0]; /* Single-character tokens */ %%