+#include <msp/core/raii.h>
#include <msp/strings/format.h>
#include <msp/strings/regex.h>
#include "programparser.h"
+#undef interface
+
using namespace std;
namespace Msp {
delete module;
}
-Module &ProgramParser::parse(const string &s)
+Module &ProgramParser::parse(const string &s, const string &n, unsigned i)
{
source = s;
+ source_name = n;
+ source_index = i;
parse_source();
return *module;
}
-Module &ProgramParser::parse(IO::Base &io)
+Module &ProgramParser::parse(IO::Base &io, const string &n, unsigned i)
{
source = string();
+ source_name = n;
+ source_index = i;
while(!io.eof())
{
char buffer[4096];
void ProgramParser::parse_source()
{
+ while(1)
+ {
+ string::size_type slashes = source.find("//////");
+ if(slashes==string::npos)
+ break;
+
+ string::size_type newline = source.find('\n', slashes);
+ string pragma = format("#pragma MSP stage(%s)", source.substr(slashes+6, newline-slashes-6));
+ source.replace(slashes, newline-slashes, pragma);
+ }
+
delete module;
module = new Module;
cur_stage = &module->shared;
iter = source.begin();
- while(1)
- {
- while(RefPtr<Node> statement = parse_global_declaration())
- cur_stage->content.body.push_back(statement);
-
- parse_token();
- string token = parse_token();
- if(token.empty())
- break;
- else if(token=="vertex")
- module->stages.push_back(VERTEX);
- else if(token=="geometry")
- module->stages.push_back(GEOMETRY);
- else if(token=="fragment")
- module->stages.push_back(FRAGMENT);
- else
- throw runtime_error(format("Parse error at '%s': expected stage identifier", token));
+ source_end = source.end();
+ current_line = 1;
+ allow_preprocess = true;
+ while(RefPtr<Statement> statement = parse_global_declaration())
+ cur_stage->content.body.push_back(statement);
+}
- if(cur_stage->type!=SHARED)
- module->stages.back().previous = cur_stage;
- cur_stage = &module->stages.back();
+string ProgramParser::format_error(const std::string &message)
+{
+ string location = format("%s:%d: ", source_name, current_line);
+ return location+message;
+}
- for(; (iter!=source.end() && *iter!='\n'); ++iter) ;
- }
+string ProgramParser::format_syntax_error(const std::string &expected)
+{
+ return format_error(format("Syntax error at '%s': expected %s", last_token, expected));
}
const string &ProgramParser::peek_token(unsigned index)
{
while(next_tokens.size()<=index)
next_tokens.push_back(parse_token_());
- return next_tokens[index];
+ return (last_token = next_tokens[index]);
}
-string ProgramParser::parse_token()
+const string &ProgramParser::parse_token()
{
if(!next_tokens.empty())
{
- string token = next_tokens.front();
+ last_token = next_tokens.front();
next_tokens.pop_front();
- return token;
+ return last_token;
}
- return parse_token_();
+ return (last_token = parse_token_());
}
string ProgramParser::parse_token_()
{
- if(!skip_comment_and_whitespace())
- return string();
-
- if(isalpha(*iter) || *iter=='_')
- return parse_identifier();
- else if(isdigit(*iter))
- return parse_number();
- else
- return parse_other();
+ while(1)
+ {
+ skip_comment_and_whitespace();
+ if(iter==source_end)
+ return string();
+ else if(allow_preprocess && *iter=='#')
+ {
+ allow_preprocess = false;
+ SetForScope<deque<string> > clear_tokens(next_tokens, deque<string>());
+ preprocess();
+ }
+ else if(isalpha(*iter) || *iter=='_')
+ return parse_identifier();
+ else if(isdigit(*iter))
+ return parse_number();
+ else
+ return parse_other();
+ }
}
string ProgramParser::parse_identifier()
{
string ident;
- while(iter!=source.end())
+ while(iter!=source_end)
{
if(isalnum(*iter) || *iter=='_')
ident += *iter++;
{
bool accept_sign = false;
string number;
- while(iter!=source.end())
+ while(iter!=source_end)
{
if(isdigit(*iter) || *iter=='.')
number += *iter++;
string ProgramParser::parse_other()
{
- if(iter==source.end())
+ if(iter==source_end)
return string();
string token(1, *iter++);
- for(unsigned i=1; (i<3 && iter!=source.end()); ++i)
+ for(unsigned i=1; (i<3 && iter!=source_end); ++i)
{
bool matched = false;
for(const Operator *j=operators; (!matched && j->type); ++j)
return token;
}
-bool ProgramParser::skip_comment_and_whitespace()
+void ProgramParser::skip_comment_and_whitespace()
{
unsigned comment = 0;
- unsigned slashes = 0;
- while(iter!=source.end())
+ while(iter!=source_end)
{
if(comment==0)
{
else if(comment==1)
{
if(*iter=='/')
- {
comment = 2;
- slashes = 2;
- }
else if(*iter=='*')
comment = 3;
else
{
if(*iter=='\n')
comment = 0;
- else if(*iter=='/')
- ++slashes;
- else if(!isspace(*iter) && slashes>=6)
- return false;
}
else if(comment==3 && *iter=='*')
comment = 4;
{
if(*iter=='/')
comment = 0;
- else
+ else if(*iter!='*')
comment = 3;
}
+ if(*iter=='\n')
+ {
+ ++current_line;
+ allow_preprocess = (comment<3);
+ }
+
++iter;
}
-
- return iter!=source.end();
}
void ProgramParser::expect(const string &token)
{
string parsed = parse_token();
if(parsed!=token)
- throw runtime_error(format("Parse error at '%s': expected '%s'", parsed, token));
+ throw runtime_error(format_syntax_error(format("'%s'", token)));
}
string ProgramParser::expect_type()
{
string token = parse_token();
if(!is_type(token))
- throw runtime_error(format("Parse error at '%s': expected a type", token));
+ throw runtime_error(format_syntax_error("a type"));
return token;
}
{
string token = parse_token();
if(!is_identifier(token))
- throw runtime_error(format("Parse error at '%s': expected an identifier", token));
+ throw runtime_error(format_syntax_error("an identifier"));
return token;
}
bool ProgramParser::is_sampling_qualifier(const string &token)
{
- return token=="centroid";
+ return (token=="centroid" || token=="sample");
+}
+
+bool ProgramParser::is_interpolation_qualifier(const string &token)
+{
+ return (token=="smooth" || token=="flat" || token=="noperspective");
}
bool ProgramParser::is_precision_qualifier(const string &token)
bool ProgramParser::is_qualifier(const string &token)
{
- return (token=="const" || is_interface_qualifier(token) || is_sampling_qualifier(token) || is_precision_qualifier(token));
+ return (token=="const" ||
+ is_interface_qualifier(token) ||
+ is_sampling_qualifier(token) ||
+ is_interpolation_qualifier(token) ||
+ is_precision_qualifier(token));
}
bool ProgramParser::is_builtin_type(const string &token)
{
- static Regex re("^(void|float|int|bool|[ib]?vec[234]|mat[234](x[234])?|sampler((1D|2D)(Array)?(Shadow)?|Cube(Shadow)?|3D))$");
+ static Regex re("^(void|float|int|bool|[ib]?vec[234]|mat[234](x[234])?|sampler((1D|2D|Cube)(Array)?(Shadow)?|3D))$");
return re.match(token);
}
return re.match(token);
}
-RefPtr<Node> ProgramParser::parse_global_declaration()
+void ProgramParser::preprocess()
{
+ expect("#");
+
+ string::const_iterator line_end = iter;
+ for(; (line_end!=source_end && *line_end!='\n'); ++line_end) ;
+ SetForScope<string::const_iterator> stop_at_line_end(source_end, line_end);
+
string token = peek_token();
+ if(token=="pragma")
+ preprocess_pragma();
+ else if(token=="version")
+ preprocess_version();
+ else if(token=="define" || token=="undef" || token=="if" || token=="ifdef" || token=="ifndef" || token=="else" ||
+ token=="elif" || token=="endif" || token=="error" || token=="extension" || token=="line")
+ throw runtime_error(format_error(format("Unsupported preprocessor directive '%s'", token)));
+ else if(!token.empty())
+ throw runtime_error(format_syntax_error("a preprocessor directive"));
+
+ iter = line_end;
+}
+
+void ProgramParser::preprocess_version()
+{
+ expect("version");
+ string token = parse_token();
+ unsigned version = lexical_cast<unsigned>(token);
+ cur_stage->required_version = Version(version/100, version%100);
+
+ token = parse_token();
+ if(!token.empty())
+ throw runtime_error(format_syntax_error("end of line"));
+}
+
+void ProgramParser::preprocess_pragma()
+{
+ expect("pragma");
+ string token = parse_token();
+ if(token=="MSP")
+ preprocess_pragma_msp();
+}
+
+void ProgramParser::preprocess_pragma_msp()
+{
+ string token = peek_token();
+ if(token=="stage")
+ preprocess_stage();
+ else
+ throw runtime_error(format_error(format("Unrecognized MSP pragma '%s'", token)));
+
+ token = parse_token();
+ if(!token.empty())
+ throw runtime_error(format_syntax_error("end of line"));
+}
+
+void ProgramParser::preprocess_stage()
+{
+ if(!allow_stage_change)
+ throw runtime_error(format_error("Changing stage not allowed here"));
+
+ expect("stage");
+ expect("(");
+ string token = expect_identifier();
+ StageType stage = SHARED;
+ if(token=="vertex")
+ stage = VERTEX;
+ else if(token=="geometry")
+ stage = GEOMETRY;
+ else if(token=="fragment")
+ stage = FRAGMENT;
+ else
+ throw runtime_error(format_syntax_error("stage identifier"));
+ expect(")");
+
+ if(stage<=cur_stage->type)
+ throw runtime_error(format_error(format("Stage '%s' not allowed here", token)));
+
+ module->stages.push_back(stage);
+
+ if(cur_stage->type!=SHARED)
+ module->stages.back().previous = cur_stage;
+ cur_stage = &module->stages.back();
+}
+
+RefPtr<Statement> ProgramParser::parse_global_declaration()
+{
+ allow_stage_change = true;
+ string token = peek_token();
+ allow_stage_change = false;
+
if(token=="import")
return parse_import();
else if(token=="precision")
if(is_interface_qualifier(token) && peek_token(1)==";")
{
RefPtr<InterfaceLayout> iface_lo = new InterfaceLayout;
+ iface_lo->source = source_index;
+ iface_lo->line = current_line;
iface_lo->layout.qualifiers = layout->qualifiers;
iface_lo->interface = parse_token();
expect(";");
else if(is_interface_qualifier(token))
{
string next = peek_token(1);
- if(is_type(next) || is_precision_qualifier(next))
+ if(is_type(next) || is_qualifier(next))
return parse_variable_declaration();
else
return parse_interface_block();
else if(token.empty())
return 0;
else
- throw runtime_error(format("Syntax error at '%s': expected a global declaration", token));
+ throw runtime_error(format_syntax_error("a global declaration"));
}
-RefPtr<Node> ProgramParser::parse_statement()
+RefPtr<Statement> ProgramParser::parse_statement()
{
string token = peek_token();
if(token=="if")
return parse_conditional();
else if(token=="for")
- return parse_iteration();
+ return parse_for();
+ else if(token=="while")
+ return parse_while();
else if(token=="passthrough")
return parse_passthrough();
else if(token=="return")
else if(token=="break" || token=="continue" || token=="discard")
{
RefPtr<Jump> jump = new Jump;
+ jump->source = source_index;
+ jump->line = current_line;
jump->keyword = parse_token();
expect(";");
else if(!token.empty())
{
RefPtr<ExpressionStatement> expr = new ExpressionStatement;
+ expr->source = source_index;
+ expr->line = current_line;
expr->expression = parse_expression();
expect(";");
return expr;
}
else
- throw runtime_error(format("Syntax error at '%s': expected a statement", token));
+ throw runtime_error(format_syntax_error("a statement"));
}
RefPtr<Import> ProgramParser::parse_import()
{
if(cur_stage->type!=SHARED)
- throw runtime_error("Imports are only allowed in the shared section");
+ throw runtime_error(format_error("Imports are only allowed in the shared section"));
expect("import");
RefPtr<Import> import = new Import;
- import->module = parse_token();
+ import->source = source_index;
+ import->line = current_line;
+ import->module = expect_identifier();
expect(";");
return import;
}
{
expect("precision");
RefPtr<Precision> precision = new Precision;
+ precision->source = source_index;
+ precision->line = current_line;
precision->precision = parse_token();
if(!is_precision_qualifier(precision->precision))
- throw runtime_error(format("Parse error at '%s': expected a precision qualifier", precision->precision));
+ throw runtime_error(format_syntax_error("a precision qualifier"));
precision->type = parse_token();
// Not entirely accurate; only float, int and sampler types are allowed
if(!is_builtin_type(precision->type))
- throw runtime_error(format("Parse error at '%s': expected a builtin type", precision->type));
+ throw runtime_error(format_syntax_error("a builtin type"));
expect(";");
{
string token = parse_token();
if(token==")")
- throw runtime_error(format("Parse error at '%s': expected layout qualifier id", token));
+ throw runtime_error(format_syntax_error("a layout qualifier name"));
layout->qualifiers.push_back(Layout::Qualifier());
Layout::Qualifier &qual = layout->qualifiers.back();
if(left)
return left;
else
- throw runtime_error(format("Parse error at '%s': expected an expression", token));
+ throw runtime_error(format_syntax_error("an expression"));
}
else if(left)
{
if(token=="(")
{
if(!left_var)
- throw runtime_error(format("Parse error at '%s': function name must be an identifier", token));
+ throw runtime_error(format_error("Syntax error before '(': function name must be an identifier"));
left = parse_function_call(*left_var);
}
else if(token==".")
else if(oper && oper->type==BINARY)
left = parse_binary(left, oper);
else
- throw runtime_error(format("Parse error at '%s': expected an operator", token));
+ throw runtime_error(format_syntax_error("an operator"));
left_var = 0;
}
else
left = unary;
}
else
- throw runtime_error(format("Parse error at '%s': expected an expression", token));
+ throw runtime_error(format_syntax_error("an expression"));
}
}
}
{
expect("struct");
RefPtr<StructDeclaration> strct = new StructDeclaration;
+ strct->source = source_index;
+ strct->line = current_line;
strct->name = expect_identifier();
parse_block(strct->members, true);
RefPtr<VariableDeclaration> ProgramParser::parse_variable_declaration()
{
RefPtr<VariableDeclaration> var = new VariableDeclaration;
+ var->source = source_index;
+ var->line = current_line;
string token = peek_token();
- if(is_sampling_qualifier(token))
- {
- var->sampling = parse_token();
- token = peek_token();
- if(!is_interface_qualifier(token))
- throw runtime_error(format("Parse error at '%s': expected an interface qualifier", token));
- }
-
- if(is_interface_qualifier(token))
- var->interface = parse_token();
- else if(token=="const")
+ while(is_qualifier(token))
{
- var->constant = true;
parse_token();
+ if(is_interface_qualifier(token))
+ var->interface = token;
+ else if(is_sampling_qualifier(token))
+ var->sampling = token;
+ else if(is_interpolation_qualifier(token))
+ var->interpolation = token;
+ else if(is_precision_qualifier(token))
+ var->precision = token;
+ else if(token=="const")
+ var->constant = true;
+ token = peek_token();
}
- if(is_precision_qualifier(token))
- var->precision = parse_token();
-
var->type = expect_type();
var->name = expect_identifier();
RefPtr<FunctionDeclaration> ProgramParser::parse_function_declaration()
{
RefPtr<FunctionDeclaration> func = new FunctionDeclaration;
+ func->source = source_index;
+ func->line = current_line;
func->return_type = expect_type();
func->name = expect_identifier();
expect(",");
RefPtr<VariableDeclaration> var = new VariableDeclaration;
+ string token = peek_token();
+ if(token=="in" || token=="out" || token=="inout")
+ var->interface = parse_token();
var->type = expect_type();
var->name = expect_identifier();
func->parameters.push_back(var);
else if(token==";")
parse_token();
else
- throw runtime_error(format("Parse error at '%s': expected '{' or ';'", token));
+ throw runtime_error(format_syntax_error("'{' or ';'"));
return func;
}
RefPtr<InterfaceBlock> ProgramParser::parse_interface_block()
{
RefPtr<InterfaceBlock> iface = new InterfaceBlock;
+ iface->source = source_index;
+ iface->line = current_line;
iface->interface = parse_token();
if(!is_interface_qualifier(iface->interface))
- throw runtime_error(format("Parse error at '%s': expected an interface qualifier", iface->interface));
+ throw runtime_error(format_syntax_error("an interface qualifier"));
iface->name = expect_identifier();
parse_block(iface->members, true);
RefPtr<Conditional> ProgramParser::parse_conditional()
{
expect("if");
- expect("(");
RefPtr<Conditional> cond = new Conditional;
+ cond->source = source_index;
+ cond->line = current_line;
+ expect("(");
cond->condition = parse_expression();
expect(")");
return cond;
}
-RefPtr<Iteration> ProgramParser::parse_iteration()
+RefPtr<Iteration> ProgramParser::parse_for()
{
expect("for");
- expect("(");
RefPtr<Iteration> loop = new Iteration;
+ loop->source = source_index;
+ loop->line = current_line;
+ expect("(");
string token = peek_token();
if(is_type(token))
loop->init_statement = parse_statement();
else
{
- RefPtr<ExpressionStatement> expr = new ExpressionStatement;
- expr->expression = parse_expression();
+ if(token!=";")
+ {
+ RefPtr<ExpressionStatement> expr = new ExpressionStatement;
+ expr->expression = parse_expression();
+ loop->init_statement = expr;
+ }
expect(";");
- loop->init_statement = expr;
}
- loop->condition = parse_expression();
+ if(peek_token()!=";")
+ loop->condition = parse_expression();
expect(";");
- loop->loop_expression = parse_expression();
+ if(peek_token()!=")")
+ loop->loop_expression = parse_expression();
+ expect(")");
+
+ parse_block(loop->body, false);
+
+ return loop;
+}
+
+RefPtr<Iteration> ProgramParser::parse_while()
+{
+ expect("while");
+ RefPtr<Iteration> loop = new Iteration;
+ loop->source = source_index;
+ loop->line = current_line;
+ expect("(");
+ loop->condition = parse_expression();
expect(")");
parse_block(loop->body, false);
{
expect("passthrough");
RefPtr<Passthrough> pass = new Passthrough;
+ pass->source = source_index;
+ pass->line = current_line;
if(cur_stage->type==GEOMETRY)
{
expect("[");
{
expect("return");
RefPtr<Return> ret = new Return;
+ ret->source = source_index;
+ ret->line = current_line;
if(peek_token()!=";")
ret->expression = parse_expression();
expect(";");
projects / libs / gl.git / blobdiff