#include <msp/strings/format.h>
#include <msp/strings/regex.h>
#include <msp/strings/utils.h>
+#include "builtin.h"
#include "glsl_error.h"
#include "parser.h"
{
delete module;
module = new Module;
+
cur_stage = &module->shared;
base_index = index;
source_index = index;
if(index>=0)
source_reference(1, name);
+
+ // TODO Need to somehow get type names from imports
+ if(const Stage *builtin = get_builtins(Stage::SHARED))
+ {
+ for(map<string, TypeDeclaration *>::const_iterator i=builtin->types.begin(); i!=builtin->types.end(); ++i)
+ declared_types.insert(i->first);
+ }
+ else
+ {
+ declared_types.insert("void");
+ declared_types.insert("bool");
+ declared_types.insert("int");
+ declared_types.insert("float");
+ }
+
tokenizer.begin(source, name);
allow_stage_change = true;
while(!tokenizer.peek_token().empty())
is_precision_qualifier(token));
}
-bool Parser::is_builtin_type(const string &token)
-{
- static Regex re("^(void|float|int|bool|[ib]?vec[234]|mat[234](x[234])?|sampler((1D|2D|Cube)(Array)?(Shadow)?|3D))$");
- return re.match(token);
-}
-
bool Parser::is_type(const string &token)
{
- return is_builtin_type(token) || declared_types.count(token);
+ return declared_types.count(token);
}
bool Parser::is_identifier(const string &token)
return re.match(token);
}
+template<typename T>
+RefPtr<T> Parser::create_node()
+{
+ RefPtr<T> node = new T;
+ node->source = source_index;
+ node->line = tokenizer.get_location().line;
+ return node;
+}
+
template<typename T>
RefPtr<T> Parser::parse_with_recovery(RefPtr<T> (Parser::*parse_func)())
{
token = tokenizer.peek_token();
if(is_interface_qualifier(token) && tokenizer.peek_token(1)==";")
{
- RefPtr<InterfaceLayout> iface_lo = new InterfaceLayout;
- iface_lo->source = source_index;
- iface_lo->line = tokenizer.get_location().line;
+ RefPtr<InterfaceLayout> iface_lo = create_node<InterfaceLayout>();
iface_lo->layout.qualifiers = layout->qualifiers;
iface_lo->interface = tokenizer.parse_token();
tokenizer.expect(";");
return var;
}
}
+ else if(token=="typedef")
+ return parse_type_declaration();
else if(token=="struct")
return parse_struct_declaration();
else if(is_interface_qualifier(token))
return parse_return();
else if(token=="break" || token=="continue" || token=="discard")
{
- RefPtr<Jump> jump = new Jump;
- jump->source = source_index;
- jump->line = tokenizer.get_location().line;
+ RefPtr<Jump> jump = create_node<Jump>();
jump->keyword = tokenizer.parse_token();
tokenizer.expect(";");
}
else if(!token.empty())
{
- RefPtr<ExpressionStatement> expr = new ExpressionStatement;
- expr->source = source_index;
- expr->line = tokenizer.get_location().line;
+ RefPtr<ExpressionStatement> expr = create_node<ExpressionStatement>();
expr->expression = parse_expression();
tokenizer.expect(";");
throw invalid_shader_source(tokenizer.get_location(), "Imports are only allowed in the shared section");
tokenizer.expect("import");
- RefPtr<Import> import = new Import;
- import->source = source_index;
- import->line = tokenizer.get_location().line;
+ RefPtr<Import> import = create_node<Import>();
import->module = expect_identifier();
tokenizer.expect(";");
return import;
RefPtr<Precision> Parser::parse_precision()
{
tokenizer.expect("precision");
- RefPtr<Precision> precision = new Precision;
- precision->source = source_index;
- precision->line = tokenizer.get_location().line;
+ RefPtr<Precision> precision = create_node<Precision>();
precision->precision = tokenizer.parse_token();
if(!is_precision_qualifier(precision->precision))
throw parse_error(tokenizer.get_location(), precision->precision, "a precision qualifier");
- precision->type = tokenizer.parse_token();
- // Not entirely accurate; only float, int and sampler types are allowed
- if(!is_builtin_type(precision->type))
- throw parse_error(tokenizer.get_location(), precision->type, "a builtin type");
+ // TODO Add validation for this
+ precision->type = expect_type();
tokenizer.expect(";");
{
tokenizer.expect("layout");
tokenizer.expect("(");
- RefPtr<Layout> layout = new Layout;
+ RefPtr<Layout> layout = create_node<Layout>();
while(1)
{
string token = tokenizer.parse_token();
if(token==i->token && (!left || i->type!=Operator::PREFIX) && (left || i->type!=Operator::POSTFIX))
oper = i;
- if(token==";" || token==")" || token=="]" || token=="," || (oper && precedence && oper->precedence>=precedence))
+ bool lower_precedence = (oper && oper->type!=Operator::PREFIX && precedence && oper->precedence>=precedence);
+ if(token==";" || token==")" || token=="]" || token=="," || lower_precedence)
{
if(left)
return left;
}
else if(token==".")
{
- RefPtr<MemberAccess> memacc = new MemberAccess;
+ RefPtr<MemberAccess> memacc = create_node<MemberAccess>();
memacc->left = left;
memacc->oper = oper;
tokenizer.parse_token();
}
else if(oper && oper->type==Operator::POSTFIX)
{
- RefPtr<UnaryExpression> unary = new UnaryExpression;
+ RefPtr<UnaryExpression> unary = create_node<UnaryExpression>();
unary->oper = oper;
tokenizer.parse_token();
unary->expression = left;
if(token=="(")
{
tokenizer.parse_token();
- RefPtr<ParenthesizedExpression> parexpr = new ParenthesizedExpression;
+ RefPtr<ParenthesizedExpression> parexpr = create_node<ParenthesizedExpression>();
parexpr->expression = parse_expression();
tokenizer.expect(")");
left = parexpr;
}
else if(isdigit(token[0]) || token=="true" || token=="false")
- {
- RefPtr<Literal> literal = new Literal;
- literal->token = tokenizer.parse_token();
- left = literal;
- }
+ left = parse_literal();
else if(is_identifier(token))
{
- RefPtr<VariableReference> var = new VariableReference;
+ RefPtr<VariableReference> var = create_node<VariableReference>();
var->name = expect_identifier();
left = var;
left_var = var.get();
}
else if(oper && oper->type==Operator::PREFIX)
{
- RefPtr<UnaryExpression> unary = new UnaryExpression;
+ RefPtr<UnaryExpression> unary = create_node<UnaryExpression>();
unary->oper = oper;
tokenizer.parse_token();
unary->expression = parse_expression(oper->precedence);
}
}
+RefPtr<Literal> Parser::parse_literal()
+{
+ RefPtr<Literal> literal = create_node<Literal>();
+ literal->token = tokenizer.parse_token();
+ if(isdigit(literal->token[0]))
+ {
+ // TODO have the tokenizer return the type of the token
+ if(isnumrc(literal->token))
+ literal->value = lexical_cast<int>(literal->token);
+ else
+ literal->value = lexical_cast<float>(literal->token);
+ }
+ else if(literal->token=="true" || literal->token=="false")
+ literal->value = (literal->token=="true");
+ else
+ throw parse_error(tokenizer.get_location(), literal->token, "a literal");
+
+ return literal;
+}
+
RefPtr<BinaryExpression> Parser::parse_binary(const RefPtr<Expression> &left, const Operator &oper)
{
- RefPtr<BinaryExpression> binary = (oper.precedence==16 ? new Assignment : new BinaryExpression);
+ RefPtr<BinaryExpression> binary = (oper.precedence==16 ?
+ static_cast<RefPtr<BinaryExpression> >(create_node<Assignment>()) : create_node<BinaryExpression>());
binary->left = left;
binary->oper = &oper;
tokenizer.expect(oper.token);
RefPtr<FunctionCall> Parser::parse_function_call(const VariableReference &var)
{
- RefPtr<FunctionCall> call = new FunctionCall;
+ RefPtr<FunctionCall> call = create_node<FunctionCall>();
call->name = var.name;
call->constructor = is_type(call->name);
call->oper = &Operator::get_operator("(", Operator::POSTFIX);
return call;
}
+RefPtr<TypeDeclaration> Parser::parse_type_declaration()
+{
+ tokenizer.expect("typedef");
+
+ RefPtr<TypeDeclaration> type;
+ if(tokenizer.peek_token()=="image")
+ type = parse_image_type_declaration();
+ else
+ type = parse_basic_type_declaration();
+
+ tokenizer.expect(";");
+ declared_types.insert(type->name);
+ return type;
+}
+
+RefPtr<BasicTypeDeclaration> Parser::parse_basic_type_declaration()
+{
+ RefPtr<BasicTypeDeclaration> type = create_node<BasicTypeDeclaration>();
+
+ if(tokenizer.peek_token()=="vector")
+ {
+ type->kind = BasicTypeDeclaration::VECTOR;
+
+ tokenizer.parse_token();
+ tokenizer.expect("(");
+ type->size = expect_integer();
+ tokenizer.expect(")");
+ }
+
+ type->base = expect_type();
+ type->name = expect_identifier();
+
+ if(type->kind==BasicTypeDeclaration::ALIAS && check("["))
+ {
+ type->kind = BasicTypeDeclaration::ARRAY;
+ tokenizer.expect("]");
+ }
+
+ return type;
+}
+
+RefPtr<ImageTypeDeclaration> Parser::parse_image_type_declaration()
+{
+ tokenizer.expect("image");
+ tokenizer.expect("(");
+
+ RefPtr<ImageTypeDeclaration> type = create_node<ImageTypeDeclaration>();
+ while(1)
+ {
+ string token = tokenizer.parse_token();
+ if(token=="dimensions")
+ {
+ tokenizer.expect("=");
+ token = tokenizer.parse_token();
+ if(token=="1")
+ type->dimensions = ImageTypeDeclaration::ONE;
+ else if(token=="2")
+ type->dimensions = ImageTypeDeclaration::TWO;
+ else if(token=="3")
+ type->dimensions = ImageTypeDeclaration::THREE;
+ else if(token=="cube")
+ type->dimensions = ImageTypeDeclaration::CUBE;
+ else
+ throw parse_error(tokenizer.get_location(), token, "dimensions");
+
+ if(check("["))
+ {
+ type->array = true;
+ tokenizer.expect("]");
+ }
+ }
+ else if(token=="sampled")
+ type->sampled = true;
+ else if(token=="shadow")
+ type->shadow = true;
+ else
+ throw parse_error(tokenizer.get_location(), token, "image type attribute");
+
+ token = tokenizer.peek_token();
+ if(token==")")
+ break;
+
+ tokenizer.expect(",");
+ }
+ tokenizer.expect(")");
+
+ type->base = expect_type();
+ type->name = expect_identifier();
+
+ return type;
+}
+
RefPtr<StructDeclaration> Parser::parse_struct_declaration()
{
tokenizer.expect("struct");
- RefPtr<StructDeclaration> strct = new StructDeclaration;
- strct->source = source_index;
- strct->line = tokenizer.get_location().line;
+ RefPtr<StructDeclaration> strct = create_node<StructDeclaration>();
strct->name = expect_identifier();
parse_block(strct->members, true, &Parser::parse_variable_declaration);
RefPtr<VariableDeclaration> Parser::parse_variable_declaration()
{
- RefPtr<VariableDeclaration> var = new VariableDeclaration;
- var->source = source_index;
- var->line = tokenizer.get_location().line;
+ RefPtr<VariableDeclaration> var = create_node<VariableDeclaration>();
string token = tokenizer.peek_token();
while(is_qualifier(token))
RefPtr<FunctionDeclaration> Parser::parse_function_declaration()
{
- RefPtr<FunctionDeclaration> func = new FunctionDeclaration;
- func->source = source_index;
- func->line = tokenizer.get_location().line;
+ RefPtr<FunctionDeclaration> func = create_node<FunctionDeclaration>();
func->return_type = expect_type();
func->name = expect_identifier();
if(!func->parameters.empty())
tokenizer.expect(",");
- RefPtr<VariableDeclaration> var = new VariableDeclaration;
+ RefPtr<VariableDeclaration> var = create_node<VariableDeclaration>();
string token = tokenizer.peek_token();
if(token=="in" || token=="out" || token=="inout")
var->interface = tokenizer.parse_token();
RefPtr<InterfaceBlock> Parser::parse_interface_block()
{
- RefPtr<InterfaceBlock> iface = new InterfaceBlock;
- iface->source = source_index;
- iface->line = tokenizer.get_location().line;
+ RefPtr<InterfaceBlock> iface = create_node<InterfaceBlock>();
iface->interface = tokenizer.parse_token();
if(!is_interface_qualifier(iface->interface))
throw parse_error(tokenizer.get_location(), iface->interface, "an interface qualifier");
iface->name = expect_identifier();
- parse_block(iface->members, true, &Parser::parse_variable_declaration_with_layout);
+ iface->members = new Block;
+ parse_block(*iface->members, true, &Parser::parse_variable_declaration_with_layout);
if(!check(";"))
{
iface->instance_name = expect_identifier();
RefPtr<Conditional> Parser::parse_conditional()
{
tokenizer.expect("if");
- RefPtr<Conditional> cond = new Conditional;
- cond->source = source_index;
- cond->line = tokenizer.get_location().line;
+ RefPtr<Conditional> cond = create_node<Conditional>();
tokenizer.expect("(");
cond->condition = parse_expression();
tokenizer.expect(")");
RefPtr<Iteration> Parser::parse_for()
{
tokenizer.expect("for");
- RefPtr<Iteration> loop = new Iteration;
- loop->source = source_index;
- loop->line = tokenizer.get_location().line;
+ RefPtr<Iteration> loop = create_node<Iteration>();
tokenizer.expect("(");
string token = tokenizer.peek_token();
if(is_type(token))
{
if(token!=";")
{
- RefPtr<ExpressionStatement> expr = new ExpressionStatement;
+ RefPtr<ExpressionStatement> expr = create_node<ExpressionStatement>();
expr->expression = parse_expression();
loop->init_statement = expr;
}
RefPtr<Iteration> Parser::parse_while()
{
tokenizer.expect("while");
- RefPtr<Iteration> loop = new Iteration;
- loop->source = source_index;
- loop->line = tokenizer.get_location().line;
+ RefPtr<Iteration> loop = create_node<Iteration>();
tokenizer.expect("(");
loop->condition = parse_expression();
tokenizer.expect(")");
RefPtr<Passthrough> Parser::parse_passthrough()
{
tokenizer.expect("passthrough");
- RefPtr<Passthrough> pass = new Passthrough;
- pass->source = source_index;
- pass->line = tokenizer.get_location().line;
+ RefPtr<Passthrough> pass = create_node<Passthrough>();
if(cur_stage->type==Stage::GEOMETRY)
{
tokenizer.expect("[");
RefPtr<Return> Parser::parse_return()
{
tokenizer.expect("return");
- RefPtr<Return> ret = new Return;
- ret->source = source_index;
- ret->line = tokenizer.get_location().line;
+ RefPtr<Return> ret = create_node<Return>();
if(tokenizer.peek_token()!=";")
ret->expression = parse_expression();
tokenizer.expect(";");