1 #include <msp/strings/format.h>
2 #include <msp/strings/regex.h>
3 #include "programparser.h"
10 using namespace ProgramSyntax;
12 ProgramParser::Operator ProgramParser::operators[] =
14 { "[", 2, BINARY, LEFT_TO_RIGHT },
15 { "(", 2, BINARY, LEFT_TO_RIGHT },
16 { ".", 2, BINARY, LEFT_TO_RIGHT },
17 { "++", 2, POSTFIX, LEFT_TO_RIGHT },
18 { "--", 2, POSTFIX, LEFT_TO_RIGHT },
19 { "++", 3, PREFIX, RIGHT_TO_LEFT },
20 { "--", 3, PREFIX, RIGHT_TO_LEFT },
21 { "+", 3, PREFIX, RIGHT_TO_LEFT },
22 { "-", 3, PREFIX, RIGHT_TO_LEFT },
23 { "~", 3, PREFIX, RIGHT_TO_LEFT },
24 { "!", 3, PREFIX, RIGHT_TO_LEFT },
25 { "*", 4, BINARY, LEFT_TO_RIGHT },
26 { "/", 4, BINARY, LEFT_TO_RIGHT },
27 { "%", 4, BINARY, LEFT_TO_RIGHT },
28 { "+", 5, BINARY, LEFT_TO_RIGHT },
29 { "-", 5, BINARY, LEFT_TO_RIGHT },
30 { "<<", 6, BINARY, LEFT_TO_RIGHT },
31 { ">>", 6, BINARY, LEFT_TO_RIGHT },
32 { "<", 7, BINARY, LEFT_TO_RIGHT },
33 { ">", 7, BINARY, LEFT_TO_RIGHT },
34 { "<=", 7, BINARY, LEFT_TO_RIGHT },
35 { ">=", 7, BINARY, LEFT_TO_RIGHT },
36 { "==", 8, BINARY, LEFT_TO_RIGHT },
37 { "!=", 8, BINARY, LEFT_TO_RIGHT },
38 { "&", 9, BINARY, LEFT_TO_RIGHT },
39 { "^", 10, BINARY, LEFT_TO_RIGHT },
40 { "|", 11, BINARY, LEFT_TO_RIGHT },
41 { "&&", 12, BINARY, LEFT_TO_RIGHT },
42 { "^^", 13, BINARY, LEFT_TO_RIGHT },
43 { "||", 14, BINARY, LEFT_TO_RIGHT },
44 { "?", 15, BINARY, RIGHT_TO_LEFT },
45 { ":", 15, BINARY, RIGHT_TO_LEFT },
46 { "=", 16, BINARY, RIGHT_TO_LEFT },
47 { "+=", 16, BINARY, RIGHT_TO_LEFT },
48 { "-=", 16, BINARY, RIGHT_TO_LEFT },
49 { "*=", 16, BINARY, RIGHT_TO_LEFT },
50 { "/=", 16, BINARY, RIGHT_TO_LEFT },
51 { "%=", 16, BINARY, RIGHT_TO_LEFT },
52 { "<<=", 16, BINARY, RIGHT_TO_LEFT },
53 { ">>=", 16, BINARY, RIGHT_TO_LEFT },
54 { "&=", 16, BINARY, RIGHT_TO_LEFT },
55 { "^=", 16, BINARY, RIGHT_TO_LEFT },
56 { "|=", 16, BINARY, RIGHT_TO_LEFT },
57 { ",", 17, BINARY, LEFT_TO_RIGHT },
58 { { 0 }, 18, NO_OPERATOR, LEFT_TO_RIGHT }
61 ProgramParser::ProgramParser():
65 ProgramParser::~ProgramParser()
70 Module &ProgramParser::parse(const string &s)
77 Module &ProgramParser::parse(IO::Base &io)
83 unsigned len = io.read(buffer, sizeof(buffer));
84 source.append(buffer, len);
90 void ProgramParser::parse_source()
94 cur_stage = &module->shared;
95 iter = source.begin();
98 while(RefPtr<Node> statement = parse_global_declaration())
99 cur_stage->content.body.push_back(statement);
102 string token = parse_token();
105 else if(token=="vertex")
106 module->stages.push_back(VERTEX);
107 else if(token=="geometry")
108 module->stages.push_back(GEOMETRY);
109 else if(token=="fragment")
110 module->stages.push_back(FRAGMENT);
112 throw runtime_error(format("Parse error at '%s': expected stage identifier", token));
114 if(cur_stage->type!=SHARED)
115 module->stages.back().previous = cur_stage;
116 cur_stage = &module->stages.back();
118 for(; (iter!=source.end() && *iter!='\n'); ++iter) ;
122 const string &ProgramParser::peek_token(unsigned index)
124 while(next_tokens.size()<=index)
125 next_tokens.push_back(parse_token_());
126 return next_tokens[index];
129 string ProgramParser::parse_token()
131 if(!next_tokens.empty())
133 string token = next_tokens.front();
134 next_tokens.pop_front();
138 return parse_token_();
141 string ProgramParser::parse_token_()
143 if(!skip_comment_and_whitespace())
146 if(isalpha(*iter) || *iter=='_')
147 return parse_identifier();
148 else if(isdigit(*iter))
149 return parse_number();
151 return parse_other();
154 string ProgramParser::parse_identifier()
157 while(iter!=source.end())
159 if(isalnum(*iter) || *iter=='_')
168 string ProgramParser::parse_number()
170 bool accept_sign = false;
172 while(iter!=source.end())
174 if(isdigit(*iter) || *iter=='.')
176 else if(*iter=='e' || *iter=='E')
181 else if(accept_sign && (*iter=='+' || *iter=='-'))
190 string ProgramParser::parse_other()
192 if(iter==source.end())
195 string token(1, *iter++);
196 for(unsigned i=1; (i<3 && iter!=source.end()); ++i)
198 bool matched = false;
199 for(const Operator *j=operators; (!matched && j->type); ++j)
201 matched = (j->token[i]==*iter);
202 for(unsigned k=0; (matched && k<i && j->token[k]); ++k)
203 matched = (j->token[k]==token[k]);
215 bool ProgramParser::skip_comment_and_whitespace()
217 unsigned comment = 0;
218 unsigned slashes = 0;
219 while(iter!=source.end())
225 else if(!isspace(*iter))
250 else if(!isspace(*iter) && slashes>=6)
253 else if(comment==3 && *iter=='*')
266 return iter!=source.end();
269 void ProgramParser::expect(const string &token)
271 string parsed = parse_token();
273 throw runtime_error(format("Parse error at '%s': expected '%s'", parsed, token));
276 string ProgramParser::expect_type()
278 string token = parse_token();
280 throw runtime_error(format("Parse error at '%s': expected a type", token));
284 string ProgramParser::expect_identifier()
286 string token = parse_token();
287 if(!is_identifier(token))
288 throw runtime_error(format("Parse error at '%s': expected an identifier", token));
292 bool ProgramParser::check(const string &token)
294 bool result = (peek_token()==token);
300 bool ProgramParser::is_interface_qualifier(const string &token)
302 return (token=="uniform" || token=="in" || token=="out");
305 bool ProgramParser::is_sampling_qualifier(const string &token)
307 return token=="centroid";
310 bool ProgramParser::is_precision_qualifier(const string &token)
312 return (token=="highp" || token=="mediump" || token=="lowp");
315 bool ProgramParser::is_qualifier(const string &token)
317 return (token=="const" || is_interface_qualifier(token) || is_sampling_qualifier(token) || is_precision_qualifier(token));
320 bool ProgramParser::is_builtin_type(const string &token)
322 static Regex re("^(void|float|int|bool|[ib]?vec[234]|mat[234](x[234])?|sampler((1D|2D)(Array)?(Shadow)?|Cube(Shadow)?|3D))$");
323 return re.match(token);
326 bool ProgramParser::is_type(const string &token)
328 return is_builtin_type(token) || declared_types.count(token);
331 bool ProgramParser::is_identifier(const string &token)
333 static Regex re("^[a-zA-Z_][a-zA-Z0-9_]*$");
334 return re.match(token);
337 RefPtr<Node> ProgramParser::parse_global_declaration()
339 string token = peek_token();
341 return parse_import();
342 else if(token=="precision")
343 return parse_precision();
344 else if(token=="layout")
346 RefPtr<Layout> layout = parse_layout();
347 token = peek_token();
348 if(is_interface_qualifier(token) && peek_token(1)==";")
350 RefPtr<InterfaceLayout> iface_lo = new InterfaceLayout;
351 iface_lo->layout.qualifiers = layout->qualifiers;
352 iface_lo->interface = parse_token();
358 RefPtr<VariableDeclaration> var = parse_variable_declaration();
359 var->layout = layout;
363 else if(token=="struct")
364 return parse_struct_declaration();
365 else if(is_interface_qualifier(token))
367 string next = peek_token(1);
368 if(is_type(next) || is_precision_qualifier(next))
369 return parse_variable_declaration();
371 return parse_interface_block();
373 else if(is_qualifier(token))
374 return parse_variable_declaration();
375 else if(is_type(token))
377 if(peek_token(2)=="(")
378 return parse_function_declaration();
380 return parse_variable_declaration();
382 else if(token.empty())
385 throw runtime_error(format("Syntax error at '%s': expected a global declaration", token));
388 RefPtr<Node> ProgramParser::parse_statement()
390 string token = peek_token();
392 return parse_conditional();
393 else if(token=="for")
394 return parse_iteration();
395 else if(token=="passthrough")
396 return parse_passthrough();
397 else if(token=="return")
398 return parse_return();
399 else if(token=="break" || token=="continue" || token=="discard")
401 RefPtr<Jump> jump = new Jump;
402 jump->keyword = parse_token();
407 else if(is_qualifier(token) || is_type(token))
408 return parse_variable_declaration();
409 else if(!token.empty())
411 RefPtr<ExpressionStatement> expr = new ExpressionStatement;
412 expr->expression = parse_expression();
418 throw runtime_error(format("Syntax error at '%s': expected a statement", token));
421 RefPtr<Import> ProgramParser::parse_import()
423 if(cur_stage->type!=SHARED)
424 throw runtime_error("Imports are only allowed in the shared section");
427 RefPtr<Import> import = new Import;
428 import->module = parse_token();
433 RefPtr<Precision> ProgramParser::parse_precision()
436 RefPtr<Precision> precision = new Precision;
438 precision->precision = parse_token();
439 if(!is_precision_qualifier(precision->precision))
440 throw runtime_error(format("Parse error at '%s': expected a precision qualifier", precision->precision));
442 precision->type = parse_token();
443 // Not entirely accurate; only float, int and sampler types are allowed
444 if(!is_builtin_type(precision->type))
445 throw runtime_error(format("Parse error at '%s': expected a builtin type", precision->type));
452 RefPtr<Layout> ProgramParser::parse_layout()
456 RefPtr<Layout> layout = new Layout;
459 string token = parse_token();
461 throw runtime_error(format("Parse error at '%s': expected layout qualifier id", token));
463 layout->qualifiers.push_back(Layout::Qualifier());
464 Layout::Qualifier &qual = layout->qualifiers.back();
465 qual.identifier = token;
468 qual.value = parse_token();
470 if(peek_token()==")")
480 void ProgramParser::parse_block(Block &block, bool require_braces)
482 bool have_braces = (require_braces || peek_token()=="{");
488 while(peek_token()!="}")
489 block.body.push_back(parse_statement());
492 block.body.push_back(parse_statement());
494 block.use_braces = (require_braces || block.body.size()!=1);
500 RefPtr<Expression> ProgramParser::parse_expression(unsigned precedence)
502 RefPtr<Expression> left;
503 VariableReference *left_var = 0;
506 string token = peek_token();
508 const Operator *oper = 0;
509 for(Operator *i=operators; (!oper && i->type); ++i)
510 if(token==i->token && (!left || i->type!=PREFIX) && (left || i->type!=POSTFIX))
513 if(token==";" || token==")" || token=="]" || token=="," || (oper && precedence && oper->precedence>=precedence))
518 throw runtime_error(format("Parse error at '%s': expected an expression", token));
525 throw runtime_error(format("Parse error at '%s': function name must be an identifier", token));
526 left = parse_function_call(*left_var);
530 RefPtr<MemberAccess> memacc = new MemberAccess;
533 memacc->member = expect_identifier();
536 else if(oper && oper->type==POSTFIX)
538 RefPtr<UnaryExpression> unary = new UnaryExpression;
539 unary->oper = parse_token();
540 unary->prefix = false;
541 unary->expression = left;
544 else if(oper && oper->type==BINARY)
545 left = parse_binary(left, oper);
547 throw runtime_error(format("Parse error at '%s': expected an operator", token));
555 RefPtr<ParenthesizedExpression> parexpr = new ParenthesizedExpression;
556 parexpr->expression = parse_expression();
560 else if(isdigit(token[0]) || token=="true" || token=="false")
562 RefPtr<Literal> literal = new Literal;
563 literal->token = parse_token();
566 else if(is_identifier(token))
568 RefPtr<VariableReference> var = new VariableReference;
569 var->name = expect_identifier();
571 left_var = var.get();
573 else if(oper && oper->type==PREFIX)
575 RefPtr<UnaryExpression> unary = new UnaryExpression;
576 unary->oper = parse_token();
577 unary->prefix = true;
578 unary->expression = parse_expression(oper->precedence);
582 throw runtime_error(format("Parse error at '%s': expected an expression", token));
587 RefPtr<BinaryExpression> ProgramParser::parse_binary(const RefPtr<Expression> &left, const Operator *oper)
589 RefPtr<BinaryExpression> binary = (oper->precedence==16 ? new Assignment : new BinaryExpression);
591 binary->oper = parse_token();
592 if(binary->oper=="[")
594 binary->right = parse_expression();
599 binary->right = parse_expression(oper->precedence+(oper->assoc==RIGHT_TO_LEFT));
603 RefPtr<FunctionCall> ProgramParser::parse_function_call(const VariableReference &var)
605 RefPtr<FunctionCall> call = new FunctionCall;
606 call->name = var.name;
607 call->constructor = is_type(call->name);
609 while(peek_token()!=")")
611 if(!call->arguments.empty())
613 call->arguments.push_back(parse_expression());
619 RefPtr<StructDeclaration> ProgramParser::parse_struct_declaration()
622 RefPtr<StructDeclaration> strct = new StructDeclaration;
624 strct->name = expect_identifier();
625 parse_block(strct->members, true);
628 declared_types.insert(strct->name);
632 RefPtr<VariableDeclaration> ProgramParser::parse_variable_declaration()
634 RefPtr<VariableDeclaration> var = new VariableDeclaration;
636 string token = peek_token();
637 if(is_sampling_qualifier(token))
639 var->sampling = parse_token();
640 token = peek_token();
641 if(!is_interface_qualifier(token))
642 throw runtime_error(format("Parse error at '%s': expected an interface qualifier", token));
645 if(is_interface_qualifier(token))
646 var->interface = parse_token();
647 else if(token=="const")
649 var->constant = true;
653 if(is_precision_qualifier(token))
654 var->precision = parse_token();
656 var->type = expect_type();
657 var->name = expect_identifier();
664 var->array_size = parse_expression();
670 var->init_expression = parse_expression();
676 RefPtr<FunctionDeclaration> ProgramParser::parse_function_declaration()
678 RefPtr<FunctionDeclaration> func = new FunctionDeclaration;
680 func->return_type = expect_type();
681 func->name = expect_identifier();
683 while(peek_token()!=")")
685 if(!func->parameters.empty())
688 RefPtr<VariableDeclaration> var = new VariableDeclaration;
689 var->type = expect_type();
690 var->name = expect_identifier();
691 func->parameters.push_back(var);
695 string token = peek_token();
698 func->definition = func.get();
699 parse_block(func->body, true);
704 throw runtime_error(format("Parse error at '%s': expected '{' or ';'", token));
709 RefPtr<InterfaceBlock> ProgramParser::parse_interface_block()
711 RefPtr<InterfaceBlock> iface = new InterfaceBlock;
713 iface->interface = parse_token();
714 if(!is_interface_qualifier(iface->interface))
715 throw runtime_error(format("Parse error at '%s': expected an interface qualifier", iface->interface));
717 iface->name = expect_identifier();
718 parse_block(iface->members, true);
721 iface->instance_name = expect_identifier();
733 RefPtr<Conditional> ProgramParser::parse_conditional()
737 RefPtr<Conditional> cond = new Conditional;
738 cond->condition = parse_expression();
741 parse_block(cond->body, false);
743 string token = peek_token();
747 parse_block(cond->else_body, false);
753 RefPtr<Iteration> ProgramParser::parse_iteration()
757 RefPtr<Iteration> loop = new Iteration;
758 string token = peek_token();
760 loop->init_statement = parse_statement();
763 RefPtr<ExpressionStatement> expr = new ExpressionStatement;
764 expr->expression = parse_expression();
766 loop->init_statement = expr;
768 loop->condition = parse_expression();
770 loop->loop_expression = parse_expression();
773 parse_block(loop->body, false);
778 RefPtr<Passthrough> ProgramParser::parse_passthrough()
780 expect("passthrough");
781 RefPtr<Passthrough> pass = new Passthrough;
782 if(cur_stage->type==GEOMETRY)
785 pass->subscript = parse_expression();
792 RefPtr<Return> ProgramParser::parse_return()
795 RefPtr<Return> ret = new Return;
796 if(peek_token()!=";")
797 ret->expression = parse_expression();