+#include <msp/core/raii.h>
#include <msp/strings/format.h>
#include <msp/strings/utils.h>
#include "error.h"
void ProgramCompiler::compile(const string &source)
{
module = &parser.parse(source);
+ process();
}
void ProgramCompiler::compile(IO::Base &io)
{
module = &parser.parse(io);
+ process();
}
void ProgramCompiler::add_shaders(Program &program)
if(!module)
throw invalid_operation("ProgramCompiler::add_shaders");
- string global_source = "#version 150\n"+format_context(module->global_context);
- if(module->vertex_context.present)
- program.attach_shader_owned(new VertexShader(global_source+"\n"+format_context(module->vertex_context)));
- if(module->geometry_context.present)
- program.attach_shader_owned(new GeometryShader(global_source+"\n"+format_context(module->geometry_context)));
- if(module->fragment_context.present)
- program.attach_shader_owned(new FragmentShader(global_source+"\n"+format_context(module->fragment_context)));
+ string head = "#version 150\n";
+ for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
+ {
+ if(i->type==VERTEX)
+ program.attach_shader_owned(new VertexShader(head+create_source(*i)));
+ else if(i->type==GEOMETRY)
+ program.attach_shader_owned(new GeometryShader(head+create_source(*i)));
+ else if(i->type==FRAGMENT)
+ program.attach_shader_owned(new FragmentShader(head+create_source(*i)));
+ }
program.bind_attribute(VERTEX4, "vertex");
program.bind_attribute(NORMAL3, "normal");
program.bind_attribute(TEXCOORD4, "texcoord");
}
-string ProgramCompiler::format_context(Context &context)
+void ProgramCompiler::process()
+{
+ for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
+ generate(*i);
+ for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); )
+ {
+ if(optimize(*i))
+ i = module->stages.begin();
+ else
+ ++i;
+ }
+}
+
+void ProgramCompiler::generate(Stage &stage)
+{
+ inject_block(stage.content, module->shared.content);
+
+ apply<VariableResolver>(stage);
+ apply<InterfaceGenerator>(stage);
+ apply<VariableResolver>(stage);
+ apply<VariableRenamer>(stage);
+}
+
+bool ProgramCompiler::optimize(Stage &stage)
+{
+ UnusedVariableLocator unused_locator;
+ unused_locator.apply(stage);
+
+ NodeRemover remover;
+ remover.to_remove = unused_locator.unused_nodes;
+ remover.apply(stage);
+
+ return !unused_locator.unused_nodes.empty();
+}
+
+void ProgramCompiler::inject_block(Block &target, const Block &source)
+{
+ list<NodePtr<Node> >::iterator insert_point = target.body.begin();
+ for(list<NodePtr<Node> >::const_iterator i=source.body.begin(); i!=source.body.end(); ++i)
+ target.body.insert(insert_point, (*i)->clone());
+}
+
+template<typename T>
+void ProgramCompiler::apply(Stage &stage)
+{
+ T visitor;
+ visitor.apply(stage);
+}
+
+string ProgramCompiler::create_source(Stage &stage)
{
Formatter formatter;
- context.content.visit(formatter);
+ formatter.apply(stage);
return formatter.formatted;
}
+ProgramCompiler::Visitor::Visitor():
+ stage(0)
+{ }
+
+void ProgramCompiler::Visitor::apply(Stage &s)
+{
+ SetForScope<Stage *> set(stage, &s);
+ stage->content.visit(*this);
+}
+
+
ProgramCompiler::Formatter::Formatter():
indent(0),
parameter_list(false),
else_if(false)
{ }
-string ProgramCompiler::Formatter::format_expression(Expression &expr)
+void ProgramCompiler::Formatter::visit(Literal &literal)
{
- return join(expr.tokens.begin(), expr.tokens.end(), string());
+ formatted += literal.token;
+}
+
+void ProgramCompiler::Formatter::visit(ParenthesizedExpression &parexpr)
+{
+ formatted += '(';
+ parexpr.expression->visit(*this);
+ formatted += ')';
+}
+
+void ProgramCompiler::Formatter::visit(VariableReference &var)
+{
+ formatted += var.name;
+}
+
+void ProgramCompiler::Formatter::visit(MemberAccess &memacc)
+{
+ memacc.left->visit(*this);
+ formatted += format(".%s", memacc.member);
+}
+
+void ProgramCompiler::Formatter::visit(UnaryExpression &unary)
+{
+ if(unary.prefix)
+ formatted += unary.oper;
+ unary.expression->visit(*this);
+ if(!unary.prefix)
+ formatted += unary.oper;
+}
+
+void ProgramCompiler::Formatter::visit(BinaryExpression &binary)
+{
+ binary.left->visit(*this);
+ if(binary.assignment)
+ formatted += format(" %s ", binary.oper);
+ else
+ formatted += binary.oper;
+ binary.right->visit(*this);
+ formatted += binary.after;
+}
+
+void ProgramCompiler::Formatter::visit(FunctionCall &call)
+{
+ formatted += format("%s(", call.name);
+ for(vector<NodePtr<Expression> >::iterator i=call.arguments.begin(); i!=call.arguments.end(); ++i)
+ {
+ if(i!=call.arguments.begin())
+ formatted += ", ";
+ (*i)->visit(*this);
+ }
+ formatted += ')';
}
void ProgramCompiler::Formatter::visit(ExpressionStatement &expr)
{
- formatted += format("%s;", format_expression(expr.expression));
+ expr.expression->visit(*this);
+ formatted += ';';
}
void ProgramCompiler::Formatter::visit(Block &block)
bool change_indent = (!formatted.empty() && !else_if);
indent += change_indent;
string spaces(indent*2, ' ');
- for(vector<Node *>::const_iterator i=block.body.begin(); i!=block.body.end(); ++i)
+ for(list<NodePtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); ++i)
{
if(i!=block.body.begin())
formatted += '\n';
formatted += format("%s ", var.interface);
formatted += format("%s %s", var.type, var.name);
if(var.array)
- formatted += format("[%s]", format_expression(var.array_size));
- if(!var.init_expression.empty())
- formatted += format(" = %s", format_expression(var.init_expression));
+ {
+ formatted += '[';
+ if(var.array_size)
+ var.array_size->visit(*this);
+ formatted += ']';
+ }
+ if(var.init_expression)
+ {
+ formatted += " = ";
+ var.init_expression->visit(*this);
+ }
if(!parameter_list)
formatted += ';';
}
void ProgramCompiler::Formatter::visit(FunctionDeclaration &func)
{
formatted += format("%s %s(", func.return_type, func.name);
- parameter_list = true;
- for(vector<VariableDeclaration *>::const_iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
+ for(vector<NodePtr<VariableDeclaration> >::iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
{
if(i!=func.parameters.begin())
formatted += ", ";
+ SetFlag set(parameter_list);
(*i)->visit(*this);
}
- parameter_list = false;
formatted += ')';
if(func.definition)
{
formatted += ' ';
else_if = false;
}
- formatted += format("if(%s)\n", format_expression(cond.condition));
+
+ formatted += "if(";
+ cond.condition->visit(*this);
+ formatted += ")\n";
+
cond.body.visit(*this);
if(!cond.else_body.body.empty())
{
formatted += format("\n%selse", string(indent*2, ' '));
- else_if = true;
+ SetFlag set(else_if);
cond.else_body.visit(*this);
- else_if = false;
}
}
{
formatted += "for(";
iter.init_statement->visit(*this);
- formatted += format(" %s; %s)\n", format_expression(iter.condition), format_expression(iter.loop_expression));
+ formatted += ' ';
+ iter.condition->visit(*this);
+ formatted += "; ";
+ iter.loop_expression->visit(*this);
+ formatted += ")\n";
iter.body.visit(*this);
}
void ProgramCompiler::Formatter::visit(Return &ret)
{
- formatted += format("return %s;", format_expression(ret.expression));
+ formatted += "return ";
+ ret.expression->visit(*this);
+ formatted += ';';
+}
+
+
+ProgramCompiler::VariableResolver::VariableResolver():
+ anonymous(false)
+{ }
+
+void ProgramCompiler::VariableResolver::visit(Block &block)
+{
+ blocks.push_back(&block);
+ block.variables.clear();
+ TraversingVisitor::visit(block);
+ blocks.pop_back();
+}
+
+void ProgramCompiler::VariableResolver::visit(VariableReference &var)
+{
+ var.declaration = 0;
+ type = 0;
+ for(vector<Block *>::iterator i=blocks.end(); i!=blocks.begin(); )
+ {
+ --i;
+ map<string, VariableDeclaration *>::iterator j = (*i)->variables.find(var.name);
+ if(j!=(*i)->variables.end())
+ {
+ var.declaration = j->second;
+ type = j->second->type_declaration;
+ break;
+ }
+ }
+}
+
+void ProgramCompiler::VariableResolver::visit(MemberAccess &memacc)
+{
+ type = 0;
+ TraversingVisitor::visit(memacc);
+ memacc.declaration = 0;
+ if(type)
+ {
+ map<string, VariableDeclaration *>::iterator i = type->members.variables.find(memacc.member);
+ if(i!=type->members.variables.end())
+ {
+ memacc.declaration = i->second;
+ type = i->second->type_declaration;
+ }
+ else
+ type = 0;
+ }
+}
+
+void ProgramCompiler::VariableResolver::visit(BinaryExpression &binary)
+{
+ if(binary.oper=="[")
+ {
+ binary.right->visit(*this);
+ type = 0;
+ binary.left->visit(*this);
+ }
+ else
+ {
+ TraversingVisitor::visit(binary);
+ type = 0;
+ }
+}
+
+void ProgramCompiler::VariableResolver::visit(StructDeclaration &strct)
+{
+ TraversingVisitor::visit(strct);
+ blocks.back()->types[strct.name] = &strct;
+}
+
+void ProgramCompiler::VariableResolver::visit(VariableDeclaration &var)
+{
+ for(vector<Block *>::iterator i=blocks.end(); i!=blocks.begin(); )
+ {
+ --i;
+ map<string, StructDeclaration *>::iterator j = (*i)->types.find(var.type);
+ if(j!=(*i)->types.end())
+ var.type_declaration = j->second;
+ }
+
+ TraversingVisitor::visit(var);
+ blocks.back()->variables[var.name] = &var;
+ if(anonymous && blocks.size()>1)
+ blocks[blocks.size()-2]->variables[var.name] = &var;
+}
+
+void ProgramCompiler::VariableResolver::visit(InterfaceBlock &iface)
+{
+ SetFlag set(anonymous);
+ TraversingVisitor::visit(iface);
+}
+
+
+ProgramCompiler::InterfaceGenerator::InterfaceGenerator():
+ scope_level(0),
+ remove_node(false)
+{ }
+
+string ProgramCompiler::InterfaceGenerator::get_out_prefix(StageType type)
+{
+ if(type==VERTEX)
+ return "_vs_out_";
+ else if(type==GEOMETRY)
+ return "_gs_out_";
+ else
+ return string();
+}
+
+void ProgramCompiler::InterfaceGenerator::apply(Stage &s)
+{
+ SetForScope<Stage *> set(stage, &s);
+ if(stage->previous)
+ in_prefix = get_out_prefix(stage->previous->type);
+ out_prefix = get_out_prefix(stage->type);
+ stage->content.visit(*this);
+}
+
+void ProgramCompiler::InterfaceGenerator::visit(Block &block)
+{
+ SetForScope<unsigned> set(scope_level, scope_level+1);
+ for(list<NodePtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
+ {
+ (*i)->visit(*this);
+
+ if(scope_level==1)
+ {
+ for(map<string, VariableDeclaration *>::iterator j=iface_declarations.begin(); j!=iface_declarations.end(); ++j)
+ {
+ list<NodePtr<Node> >::iterator k = block.body.insert(i, j->second);
+ (*k)->visit(*this);
+ }
+ iface_declarations.clear();
+ }
+
+ for(list<Node *>::iterator j=insert_nodes.begin(); j!=insert_nodes.end(); ++j)
+ block.body.insert(i, *j);
+ insert_nodes.clear();
+
+ if(remove_node)
+ block.body.erase(i++);
+ else
+ ++i;
+ remove_node = false;
+ }
+}
+
+string ProgramCompiler::InterfaceGenerator::change_prefix(const string &name, const string &prefix) const
+{
+ unsigned offset = (name.compare(0, in_prefix.size(), in_prefix) ? 0 : in_prefix.size());
+ return prefix+name.substr(offset);
+}
+
+bool ProgramCompiler::InterfaceGenerator::generate_interface(VariableDeclaration &var, const string &iface, const string &name)
+{
+ const map<string, VariableDeclaration *> &stage_vars = (iface=="in" ? stage->in_variables : stage->out_variables);
+ if(stage_vars.count(name) || iface_declarations.count(name))
+ return false;
+
+ VariableDeclaration* iface_var = new VariableDeclaration;
+ iface_var->sampling = var.sampling;
+ iface_var->interface = iface;
+ iface_var->type = var.type;
+ iface_var->type_declaration = var.type_declaration;
+ iface_var->name = name;
+ if(stage->type==GEOMETRY)
+ iface_var->array = ((var.array && var.interface!="in") || iface=="in");
+ else
+ iface_var->array = var.array;
+ if(iface_var->array)
+ iface_var->array_size = var.array_size;
+ if(iface=="in")
+ iface_var->linked_declaration = &var;
+ iface_declarations[name] = iface_var;
+
+ return true;
+}
+
+void ProgramCompiler::InterfaceGenerator::insert_assignment(const string &left, ProgramSyntax::Expression *right)
+{
+ BinaryExpression *assign = new BinaryExpression;
+ VariableReference *ref = new VariableReference;
+ ref->name = left;
+ assign->left = ref;
+ assign->oper = "=";
+ assign->right = right;
+ assign->assignment = true;
+
+ ExpressionStatement *stmt = new ExpressionStatement;
+ stmt->expression = assign;
+ insert_nodes.push_back(stmt);
+}
+
+void ProgramCompiler::InterfaceGenerator::visit(VariableReference &var)
+{
+ if(var.declaration || !stage->previous)
+ return;
+ if(iface_declarations.count(var.name))
+ return;
+
+ const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
+ map<string, VariableDeclaration *>::const_iterator i = prev_out.find(var.name);
+ if(i==prev_out.end())
+ i = prev_out.find(in_prefix+var.name);
+ if(i!=prev_out.end())
+ generate_interface(*i->second, "in", var.name);
+}
+
+void ProgramCompiler::InterfaceGenerator::visit(VariableDeclaration &var)
+{
+ if(var.interface=="out")
+ {
+ if(scope_level==1)
+ stage->out_variables[var.name] = &var;
+ else if(generate_interface(var, "out", change_prefix(var.name, string())))
+ {
+ remove_node = true;
+ if(var.init_expression)
+ insert_assignment(var.name, var.init_expression->clone());
+ }
+ }
+ else if(var.interface=="in")
+ {
+ stage->in_variables[var.name] = &var;
+ if(var.linked_declaration)
+ var.linked_declaration->linked_declaration = &var;
+ else if(stage->previous)
+ {
+ const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
+ map<string, VariableDeclaration *>::const_iterator i = prev_out.find(var.name);
+ if(i!=prev_out.end())
+ {
+ var.linked_declaration = i->second;
+ i->second->linked_declaration = &var;
+ }
+ }
+ }
+
+ TraversingVisitor::visit(var);
+}
+
+void ProgramCompiler::InterfaceGenerator::visit(Passthrough &pass)
+{
+ vector<VariableDeclaration *> pass_vars;
+
+ for(map<string, VariableDeclaration *>::const_iterator i=stage->in_variables.begin(); i!=stage->in_variables.end(); ++i)
+ pass_vars.push_back(i->second);
+ for(map<string, VariableDeclaration *>::const_iterator i=iface_declarations.begin(); i!=iface_declarations.end(); ++i)
+ if(i->second->interface=="in")
+ pass_vars.push_back(i->second);
+
+ if(stage->previous)
+ {
+ const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
+ for(map<string, VariableDeclaration *>::const_iterator i=prev_out.begin(); i!=prev_out.end(); ++i)
+ {
+ bool linked = false;
+ for(vector<VariableDeclaration *>::const_iterator j=pass_vars.begin(); (!linked && j!=pass_vars.end()); ++j)
+ linked = ((*j)->linked_declaration==i->second);
+
+ if(!linked && generate_interface(*i->second, "in", i->second->name))
+ pass_vars.push_back(i->second);
+ }
+ }
+
+ for(vector<VariableDeclaration *>::const_iterator i=pass_vars.begin(); i!=pass_vars.end(); ++i)
+ {
+ string out_name = change_prefix((*i)->name, out_prefix);
+ generate_interface(**i, "out", out_name);
+
+ VariableReference *ref = new VariableReference;
+ ref->name = (*i)->name;
+ if(pass.subscript)
+ {
+ BinaryExpression *subscript = new BinaryExpression;
+ subscript->left = ref;
+ subscript->oper = "[";
+ subscript->right = pass.subscript;
+ subscript->after = "]";
+ insert_assignment(out_name, subscript);
+ }
+ else
+ insert_assignment(out_name, ref);
+ }
+
+ remove_node = true;
+}
+
+
+void ProgramCompiler::VariableRenamer::visit(VariableReference &var)
+{
+ if(var.declaration)
+ var.name = var.declaration->name;
+}
+
+void ProgramCompiler::VariableRenamer::visit(VariableDeclaration &var)
+{
+ if(var.linked_declaration)
+ var.name = var.linked_declaration->name;
+ TraversingVisitor::visit(var);
+}
+
+
+ProgramCompiler::UnusedVariableLocator::UnusedVariableLocator():
+ aggregate(0),
+ assignment(false),
+ record_target(false),
+ assignment_target(0),
+ indeterminate_target(false),
+ self_referencing(false)
+{ }
+
+void ProgramCompiler::UnusedVariableLocator::visit(VariableReference &var)
+{
+ if(record_target)
+ {
+ if(assignment_target)
+ indeterminate_target = true;
+ else
+ assignment_target = var.declaration;
+ }
+ else
+ {
+ unused_nodes.erase(var.declaration);
+
+ map<VariableDeclaration *, Node *>::iterator i = assignments.find(var.declaration);
+ if(i!=assignments.end())
+ {
+ unused_nodes.erase(i->second);
+ assignments.erase(i);
+ }
+
+ if(assignment && var.declaration==assignment_target)
+ self_referencing = true;
+ }
+
+ map<VariableDeclaration *, Node *>::iterator i = aggregates.find(var.declaration);
+ if(i!=aggregates.end())
+ unused_nodes.erase(i->second);
+}
+
+void ProgramCompiler::UnusedVariableLocator::visit(MemberAccess &memacc)
+{
+ TraversingVisitor::visit(memacc);
+ unused_nodes.erase(memacc.declaration);
+}
+
+void ProgramCompiler::UnusedVariableLocator::visit(BinaryExpression &binary)
+{
+ if(binary.assignment)
+ {
+ assignment = true;
+ {
+ SetFlag set(record_target);
+ binary.left->visit(*this);
+ }
+ if(binary.oper!="=")
+ self_referencing = true;
+ binary.right->visit(*this);
+ }
+ else if(record_target && binary.oper=="[")
+ {
+ binary.left->visit(*this);
+ SetForScope<bool> set(record_target, false);
+ binary.right->visit(*this);
+ }
+ else
+ TraversingVisitor::visit(binary);
+}
+
+void ProgramCompiler::UnusedVariableLocator::visit(ExpressionStatement &expr)
+{
+ assignment = false;
+ assignment_target = 0;
+ indeterminate_target = false;
+ self_referencing = false;
+ TraversingVisitor::visit(expr);
+ if(assignment && assignment_target && !indeterminate_target)
+ {
+ Node *&assign = assignments[assignment_target];
+ if(self_referencing)
+ unused_nodes.erase(assign);
+ else if(assign)
+ unused_nodes.insert(assign);
+ assign = &expr;
+ if(assignment_target->interface=="out" && (stage->type==FRAGMENT || assignment_target->linked_declaration))
+ unused_nodes.erase(assignment_target);
+ else
+ unused_nodes.insert(&expr);
+ }
+ assignment = false;
+}
+
+void ProgramCompiler::UnusedVariableLocator::visit(StructDeclaration &strct)
+{
+ SetForScope<Node *> set(aggregate, &strct);
+ unused_nodes.insert(&strct);
+ TraversingVisitor::visit(strct);
+}
+
+void ProgramCompiler::UnusedVariableLocator::visit(VariableDeclaration &var)
+{
+ if(aggregate)
+ aggregates[&var] = aggregate;
+ else
+ {
+ unused_nodes.insert(&var);
+ if(var.init_expression)
+ {
+ unused_nodes.insert(&*var.init_expression);
+ assignments[&var] = &*var.init_expression;
+ }
+ }
+ unused_nodes.erase(var.type_declaration);
+ TraversingVisitor::visit(var);
+}
+
+void ProgramCompiler::UnusedVariableLocator::visit(InterfaceBlock &iface)
+{
+ SetForScope<Node *> set(aggregate, &iface);
+ unused_nodes.insert(&iface);
+ TraversingVisitor::visit(iface);
+}
+
+
+void ProgramCompiler::NodeRemover::visit(Block &block)
+{
+ for(list<NodePtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
+ {
+ (*i)->visit(*this);
+ if(to_remove.count(&**i))
+ block.body.erase(i++);
+ else
+ ++i;
+ }
+}
+
+void ProgramCompiler::NodeRemover::visit(VariableDeclaration &var)
+{
+ if(to_remove.count(&var))
+ {
+ stage->in_variables.erase(var.name);
+ stage->out_variables.erase(var.name);
+ if(var.linked_declaration)
+ var.linked_declaration->linked_declaration = 0;
+ }
+ else if(var.init_expression && to_remove.count(&*var.init_expression))
+ var.init_expression = 0;
}
} // namespace GL