]> git.tdb.fi Git - libs/gl.git/blobdiff - source/programcompiler.cpp
Process existing inputs in passthrough
[libs/gl.git] / source / programcompiler.cpp
index b08f1737e4d542610d1a9401f37ac3df90e580cd..79031e41eeda0cc970162d3632c31eaadd253ae5 100644 (file)
@@ -1,3 +1,4 @@
+#include <msp/core/raii.h>
 #include <msp/strings/format.h>
 #include <msp/strings/utils.h>
 #include "error.h"
@@ -19,11 +20,13 @@ ProgramCompiler::ProgramCompiler():
 void ProgramCompiler::compile(const string &source)
 {
        module = &parser.parse(source);
+       process();
 }
 
 void ProgramCompiler::compile(IO::Base &io)
 {
        module = &parser.parse(io);
+       process();
 }
 
 void ProgramCompiler::add_shaders(Program &program)
@@ -31,13 +34,16 @@ void ProgramCompiler::add_shaders(Program &program)
        if(!module)
                throw invalid_operation("ProgramCompiler::add_shaders");
 
-       string global_source = "#version 150\n"+format_context(module->global_context);
-       if(module->vertex_context.present)
-               program.attach_shader_owned(new VertexShader(global_source+"\n"+format_context(module->vertex_context)));
-       if(module->geometry_context.present)
-               program.attach_shader_owned(new GeometryShader(global_source+"\n"+format_context(module->geometry_context)));
-       if(module->fragment_context.present)
-               program.attach_shader_owned(new FragmentShader(global_source+"\n"+format_context(module->fragment_context)));
+       string head = "#version 150\n";
+       for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
+       {
+               if(i->type==VERTEX)
+                       program.attach_shader_owned(new VertexShader(head+create_source(*i)));
+               else if(i->type==GEOMETRY)
+                       program.attach_shader_owned(new GeometryShader(head+create_source(*i)));
+               else if(i->type==FRAGMENT)
+                       program.attach_shader_owned(new FragmentShader(head+create_source(*i)));
+       }
 
        program.bind_attribute(VERTEX4, "vertex");
        program.bind_attribute(NORMAL3, "normal");
@@ -45,28 +51,138 @@ void ProgramCompiler::add_shaders(Program &program)
        program.bind_attribute(TEXCOORD4, "texcoord");
 }
 
-string ProgramCompiler::format_context(Context &context)
+void ProgramCompiler::process()
+{
+       for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
+               generate(*i);
+       for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
+               optimize(*i);
+}
+
+void ProgramCompiler::generate(Stage &stage)
+{
+       inject_block(stage.content, module->shared.content);
+
+       apply<VariableResolver>(stage);
+       apply<InterfaceGenerator>(stage);
+       apply<VariableResolver>(stage);
+       apply<VariableRenamer>(stage);
+}
+
+void ProgramCompiler::optimize(Stage &stage)
+{
+       while(1)
+       {
+               UnusedVariableLocator unused_locator;
+               unused_locator.apply(stage);
+
+               NodeRemover remover;
+               remover.to_remove = unused_locator.unused_nodes;
+               remover.apply(stage);
+
+               if(!remover.n_removed)
+                       break;
+       }
+}
+
+void ProgramCompiler::inject_block(Block &target, const Block &source)
+{
+       list<NodePtr<Node> >::iterator insert_point = target.body.begin();
+       for(list<NodePtr<Node> >::const_iterator i=source.body.begin(); i!=source.body.end(); ++i)
+               target.body.insert(insert_point, (*i)->clone());
+}
+
+template<typename T>
+void ProgramCompiler::apply(Stage &stage)
+{
+       T visitor;
+       visitor.apply(stage);
+}
+
+string ProgramCompiler::create_source(Stage &stage)
 {
        Formatter formatter;
-       context.content.visit(formatter);
+       formatter.apply(stage);
        return formatter.formatted;
 }
 
 
+ProgramCompiler::Visitor::Visitor():
+       stage(0)
+{ }
+
+void ProgramCompiler::Visitor::apply(Stage &s)
+{
+       SetForScope<Stage *> set(stage, &s);
+       stage->content.visit(*this);
+}
+
+
 ProgramCompiler::Formatter::Formatter():
        indent(0),
        parameter_list(false),
        else_if(false)
 { }
 
-string ProgramCompiler::Formatter::format_expression(Expression &expr)
+void ProgramCompiler::Formatter::visit(Literal &literal)
 {
-       return join(expr.tokens.begin(), expr.tokens.end(), string());
+       formatted += literal.token;
+}
+
+void ProgramCompiler::Formatter::visit(ParenthesizedExpression &parexpr)
+{
+       formatted += '(';
+       parexpr.expression->visit(*this);
+       formatted += ')';
+}
+
+void ProgramCompiler::Formatter::visit(VariableReference &var)
+{
+       formatted += var.name;
+}
+
+void ProgramCompiler::Formatter::visit(MemberAccess &memacc)
+{
+       memacc.left->visit(*this);
+       formatted += format(".%s", memacc.member);
+}
+
+void ProgramCompiler::Formatter::visit(UnaryExpression &unary)
+{
+       if(unary.prefix)
+               formatted += unary.oper;
+       unary.expression->visit(*this);
+       if(!unary.prefix)
+               formatted += unary.oper;
+}
+
+void ProgramCompiler::Formatter::visit(BinaryExpression &binary)
+{
+       binary.left->visit(*this);
+       if(binary.assignment)
+               formatted += format(" %s ", binary.oper);
+       else
+               formatted += binary.oper;
+       binary.right->visit(*this);
+       formatted += binary.after;
+}
+
+void ProgramCompiler::Formatter::visit(FunctionCall &call)
+{
+       formatted += format("%s(", call.name);
+       for(vector<NodePtr<Expression> >::iterator i=call.arguments.begin(); i!=call.arguments.end(); ++i)
+       {
+               if(i!=call.arguments.begin())
+                       formatted += ", ";
+               (*i)->visit(*this);
+       }
+       formatted += ')';
 }
 
 void ProgramCompiler::Formatter::visit(ExpressionStatement &expr)
 {
-       formatted += format("%s;", format_expression(expr.expression));
+       expr.expression->visit(*this);
+       formatted += ';';
 }
 
 void ProgramCompiler::Formatter::visit(Block &block)
@@ -84,7 +200,7 @@ void ProgramCompiler::Formatter::visit(Block &block)
        bool change_indent = (!formatted.empty() && !else_if);
        indent += change_indent;
        string spaces(indent*2, ' ');
-       for(vector<Node *>::const_iterator i=block.body.begin(); i!=block.body.end(); ++i)
+       for(list<NodePtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); ++i)
        {
                if(i!=block.body.begin())
                        formatted += '\n';
@@ -129,9 +245,17 @@ void ProgramCompiler::Formatter::visit(VariableDeclaration &var)
                formatted += format("%s ", var.interface);
        formatted += format("%s %s", var.type, var.name);
        if(var.array)
-               formatted += format("[%s]", format_expression(var.array_size));
-       if(!var.init_expression.empty())
-               formatted += format(" = %s", format_expression(var.init_expression));
+       {
+               formatted += '[';
+               if(var.array_size)
+                       var.array_size->visit(*this);
+               formatted += ']';
+       }
+       if(var.init_expression)
+       {
+               formatted += " = ";
+               var.init_expression->visit(*this);
+       }
        if(!parameter_list)
                formatted += ';';
 }
@@ -146,14 +270,13 @@ void ProgramCompiler::Formatter::visit(InterfaceBlock &iface)
 void ProgramCompiler::Formatter::visit(FunctionDeclaration &func)
 {
        formatted += format("%s %s(", func.return_type, func.name);
-       parameter_list = true;
-       for(vector<VariableDeclaration *>::const_iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
+       for(vector<NodePtr<VariableDeclaration> >::iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
        {
                if(i!=func.parameters.begin())
                        formatted += ", ";
+               SetFlag set(parameter_list);
                (*i)->visit(*this);
        }
-       parameter_list = false;
        formatted += ')';
        if(func.definition)
        {
@@ -171,14 +294,17 @@ void ProgramCompiler::Formatter::visit(Conditional &cond)
                formatted += ' ';
                else_if = false;
        }
-       formatted += format("if(%s)\n", format_expression(cond.condition));
+
+       formatted += "if(";
+       cond.condition->visit(*this);
+       formatted += ")\n";
+
        cond.body.visit(*this);
        if(!cond.else_body.body.empty())
        {
                formatted += format("\n%selse", string(indent*2, ' '));
-               else_if = true;
+               SetFlag set(else_if);
                cond.else_body.visit(*this);
-               else_if = false;
        }
 }
 
@@ -186,13 +312,430 @@ void ProgramCompiler::Formatter::visit(Iteration &iter)
 {
        formatted += "for(";
        iter.init_statement->visit(*this);
-       formatted += format(" %s; %s)\n", format_expression(iter.condition), format_expression(iter.loop_expression));
+       formatted += ' ';
+       iter.condition->visit(*this);
+       formatted += "; ";
+       iter.loop_expression->visit(*this);
+       formatted += ")\n";
        iter.body.visit(*this);
 }
 
 void ProgramCompiler::Formatter::visit(Return &ret)
 {
-       formatted += format("return %s;", format_expression(ret.expression));
+       formatted += "return ";
+       ret.expression->visit(*this);
+       formatted += ';';
+}
+
+
+ProgramCompiler::VariableResolver::VariableResolver():
+       anonymous(false)
+{ }
+
+void ProgramCompiler::VariableResolver::visit(Block &block)
+{
+       blocks.push_back(&block);
+       block.variables.clear();
+       TraversingVisitor::visit(block);
+       blocks.pop_back();
+}
+
+void ProgramCompiler::VariableResolver::visit(VariableReference &var)
+{
+       var.declaration = 0;
+       type = 0;
+       for(vector<Block *>::iterator i=blocks.end(); i!=blocks.begin(); )
+       {
+               --i;
+               map<string, VariableDeclaration *>::iterator j = (*i)->variables.find(var.name);
+               if(j!=(*i)->variables.end())
+               {
+                       var.declaration = j->second;
+                       type = j->second->type_declaration;
+                       break;
+               }
+       }
+}
+
+void ProgramCompiler::VariableResolver::visit(MemberAccess &memacc)
+{
+       type = 0;
+       TraversingVisitor::visit(memacc);
+       memacc.declaration = 0;
+       if(type)
+       {
+               map<string, VariableDeclaration *>::iterator i = type->members.variables.find(memacc.member);
+               if(i!=type->members.variables.end())
+               {
+                       memacc.declaration = i->second;
+                       type = i->second->type_declaration;
+               }
+               else
+                       type = 0;
+       }
+}
+
+void ProgramCompiler::VariableResolver::visit(BinaryExpression &binary)
+{
+       if(binary.oper=="[")
+       {
+               binary.right->visit(*this);
+               type = 0;
+               binary.left->visit(*this);
+       }
+       else
+       {
+               TraversingVisitor::visit(binary);
+               type = 0;
+       }
+}
+
+void ProgramCompiler::VariableResolver::visit(StructDeclaration &strct)
+{
+       TraversingVisitor::visit(strct);
+       blocks.back()->types[strct.name] = &strct;
+}
+
+void ProgramCompiler::VariableResolver::visit(VariableDeclaration &var)
+{
+       for(vector<Block *>::iterator i=blocks.end(); i!=blocks.begin(); )
+       {
+               --i;
+               map<string, StructDeclaration *>::iterator j = (*i)->types.find(var.type);
+               if(j!=(*i)->types.end())
+                       var.type_declaration = j->second;
+       }
+
+       TraversingVisitor::visit(var);
+       blocks.back()->variables[var.name] = &var;
+       if(anonymous && blocks.size()>1)
+               blocks[blocks.size()-2]->variables[var.name] = &var;
+}
+
+void ProgramCompiler::VariableResolver::visit(InterfaceBlock &iface)
+{
+       SetFlag set(anonymous);
+       TraversingVisitor::visit(iface);
+}
+
+
+ProgramCompiler::InterfaceGenerator::InterfaceGenerator():
+       scope_level(0),
+       remove_node(false)
+{ }
+
+string ProgramCompiler::InterfaceGenerator::get_out_prefix(StageType type)
+{
+       if(type==VERTEX)
+               return "_vs_out_";
+       else if(type==GEOMETRY)
+               return "_gs_out_";
+       else
+               return string();
+}
+
+void ProgramCompiler::InterfaceGenerator::apply(Stage &s)
+{
+       SetForScope<Stage *> set(stage, &s);
+       if(stage->previous)
+               in_prefix = get_out_prefix(stage->previous->type);
+       out_prefix = get_out_prefix(stage->type);
+       stage->content.visit(*this);
+}
+
+void ProgramCompiler::InterfaceGenerator::visit(Block &block)
+{
+       SetForScope<unsigned> set(scope_level, scope_level+1);
+       for(list<NodePtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
+       {
+               (*i)->visit(*this);
+
+               if(scope_level==1)
+               {
+                       for(map<string, VariableDeclaration *>::iterator j=iface_declarations.begin(); j!=iface_declarations.end(); ++j)
+                       {
+                               list<NodePtr<Node> >::iterator k = block.body.insert(i, j->second);
+                               (*k)->visit(*this);
+                       }
+                       iface_declarations.clear();
+               }
+
+               for(list<Node *>::iterator j=insert_nodes.begin(); j!=insert_nodes.end(); ++j)
+                       block.body.insert(i, *j);
+               insert_nodes.clear();
+
+               if(remove_node)
+                       block.body.erase(i++);
+               else
+                       ++i;
+               remove_node = false;
+       }
+}
+
+string ProgramCompiler::InterfaceGenerator::change_prefix(const string &name, const string &prefix) const
+{
+       unsigned offset = (name.compare(0, in_prefix.size(), in_prefix) ? 0 : in_prefix.size());
+       return prefix+name.substr(offset);
+}
+
+bool ProgramCompiler::InterfaceGenerator::generate_interface(VariableDeclaration &var, const string &iface, const string &name)
+{
+       const map<string, VariableDeclaration *> &stage_vars = (iface=="in" ? stage->in_variables : stage->out_variables);
+       if(stage_vars.count(name) || iface_declarations.count(name))
+               return false;
+
+       VariableDeclaration* iface_var = new VariableDeclaration;
+       iface_var->sampling = var.sampling;
+       iface_var->interface = iface;
+       iface_var->type = var.type;
+       iface_var->type_declaration = var.type_declaration;
+       iface_var->name = name;
+       iface_var->array = (var.array || (stage->type==GEOMETRY && iface=="in"));
+       iface_var->array_size = var.array_size;
+       if(iface=="in")
+               iface_var->linked_declaration = &var;
+       iface_declarations[name] = iface_var;
+
+       return true;
+}
+
+void ProgramCompiler::InterfaceGenerator::insert_assignment(const string &left, ProgramSyntax::Expression *right)
+{
+       BinaryExpression *assign = new BinaryExpression;
+       VariableReference *ref = new VariableReference;
+       ref->name = left;
+       assign->left = ref;
+       assign->oper = "=";
+       assign->right = right;
+       assign->assignment = true;
+
+       ExpressionStatement *stmt = new ExpressionStatement;
+       stmt->expression = assign;
+       insert_nodes.push_back(stmt);
+}
+
+void ProgramCompiler::InterfaceGenerator::visit(VariableReference &var)
+{
+       if(var.declaration || !stage->previous)
+               return;
+       if(iface_declarations.count(var.name))
+               return;
+
+       const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
+       map<string, VariableDeclaration *>::const_iterator i = prev_out.find(var.name);
+       if(i==prev_out.end())
+               i = prev_out.find(in_prefix+var.name);
+       if(i!=prev_out.end())
+               generate_interface(*i->second, "in", var.name);
+}
+
+void ProgramCompiler::InterfaceGenerator::visit(VariableDeclaration &var)
+{
+       if(var.interface=="out")
+       {
+               if(scope_level==1)
+                       stage->out_variables[var.name] = &var;
+               else if(generate_interface(var, "out", change_prefix(var.name, string())))
+               {
+                       remove_node = true;
+                       if(var.init_expression)
+                               insert_assignment(var.name, var.init_expression->clone());
+               }
+       }
+       else if(var.interface=="in")
+       {
+               stage->in_variables[var.name] = &var;
+               if(var.linked_declaration)
+                       var.linked_declaration->linked_declaration = &var;
+               else if(stage->previous)
+               {
+                       const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
+                       map<string, VariableDeclaration *>::const_iterator i = prev_out.find(var.name);
+                       if(i!=prev_out.end())
+                       {
+                               var.linked_declaration = i->second;
+                               i->second->linked_declaration = &var;
+                       }
+               }
+       }
+
+       TraversingVisitor::visit(var);
+}
+
+void ProgramCompiler::InterfaceGenerator::visit(Passthrough &pass)
+{
+       vector<VariableDeclaration *> pass_vars;
+
+       for(map<string, VariableDeclaration *>::const_iterator i=stage->in_variables.begin(); i!=stage->in_variables.end(); ++i)
+               pass_vars.push_back(i->second);
+       for(map<string, VariableDeclaration *>::const_iterator i=iface_declarations.begin(); i!=iface_declarations.end(); ++i)
+               if(i->second->interface=="in")
+                       pass_vars.push_back(i->second);
+
+       if(stage->previous)
+       {
+               const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
+               for(map<string, VariableDeclaration *>::const_iterator i=prev_out.begin(); i!=prev_out.end(); ++i)
+               {
+                       bool linked = false;
+                       for(vector<VariableDeclaration *>::const_iterator j=pass_vars.begin(); (!linked && j!=pass_vars.end()); ++j)
+                               linked = ((*j)->linked_declaration==i->second);
+
+                       if(!linked && generate_interface(*i->second, "in", i->second->name))
+                               pass_vars.push_back(i->second);
+               }
+       }
+
+       for(vector<VariableDeclaration *>::const_iterator i=pass_vars.begin(); i!=pass_vars.end(); ++i)
+       {
+               string out_name = change_prefix((*i)->name, out_prefix);
+               generate_interface(**i, "out", out_name);
+
+               VariableReference *ref = new VariableReference;
+               ref->name = (*i)->name;
+               if(pass.subscript)
+               {
+                       BinaryExpression *subscript = new BinaryExpression;
+                       subscript->left = ref;
+                       subscript->oper = "[";
+                       subscript->right = pass.subscript;
+                       subscript->after = "]";
+                       insert_assignment(out_name, subscript);
+               }
+               else
+                       insert_assignment(out_name, ref);
+       }
+
+       remove_node = true;
+}
+
+
+void ProgramCompiler::VariableRenamer::visit(VariableReference &var)
+{
+       if(var.declaration)
+               var.name = var.declaration->name;
+}
+
+void ProgramCompiler::VariableRenamer::visit(VariableDeclaration &var)
+{
+       if(var.linked_declaration)
+               var.name = var.linked_declaration->name;
+       TraversingVisitor::visit(var);
+}
+
+
+ProgramCompiler::UnusedVariableLocator::UnusedVariableLocator():
+       assignment(false),
+       assignment_target(0)
+{ }
+
+void ProgramCompiler::UnusedVariableLocator::visit(VariableReference &var)
+{
+       if(assignment)
+               assignment_target = var.declaration;
+       else
+       {
+               unused_nodes.erase(var.declaration);
+               map<VariableDeclaration *, Node *>::iterator i = assignments.find(var.declaration);
+               if(i!=assignments.end())
+               {
+                       unused_nodes.erase(i->second);
+                       assignments.erase(i);
+               }
+       }
+}
+
+void ProgramCompiler::UnusedVariableLocator::visit(MemberAccess &memacc)
+{
+       TraversingVisitor::visit(memacc);
+       unused_nodes.erase(memacc.declaration);
+}
+
+void ProgramCompiler::UnusedVariableLocator::visit(BinaryExpression &binary)
+{
+       if(binary.assignment)
+       {
+               binary.right->visit(*this);
+               assignment = true;
+               binary.left->visit(*this);
+       }
+       else
+               TraversingVisitor::visit(binary);
+}
+
+void ProgramCompiler::UnusedVariableLocator::visit(ExpressionStatement &expr)
+{
+       assignment = false;
+       assignment_target = 0;
+       TraversingVisitor::visit(expr);
+       if(assignment && assignment_target)
+       {
+               Node *&assign = assignments[assignment_target];
+               if(assign)
+                       unused_nodes.insert(assign);
+               assign = &expr;
+               if(assignment_target->interface!="out" || (stage->type!=FRAGMENT && !assignment_target->linked_declaration))
+                       unused_nodes.insert(&expr);
+               else
+                       unused_nodes.erase(assignment_target);
+       }
+       assignment = false;
+}
+
+void ProgramCompiler::UnusedVariableLocator::visit(VariableDeclaration &var)
+{
+       unused_nodes.insert(&var);
+       TraversingVisitor::visit(var);
+}
+
+
+ProgramCompiler::NodeRemover::NodeRemover():
+       n_removed(0),
+       immutable_block(false),
+       remove_block(false)
+{ }
+
+void ProgramCompiler::NodeRemover::visit(Block &block)
+{
+       remove_block = immutable_block;
+       for(list<NodePtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
+       {
+               bool remove = to_remove.count(&**i);
+               if(!remove)
+                       remove_block = false;
+               (*i)->visit(*this);
+
+               if(remove ? !immutable_block : remove_block)
+               {
+                       block.body.erase(i++);
+                       ++n_removed;
+               }
+               else
+                       ++i;
+       }
+}
+
+void ProgramCompiler::NodeRemover::visit(StructDeclaration &strct)
+{
+       SetFlag set(immutable_block);
+       TraversingVisitor::visit(strct);
+}
+
+void ProgramCompiler::NodeRemover::visit(VariableDeclaration &var)
+{
+       if(to_remove.count(&var))
+       {
+               stage->in_variables.erase(var.name);
+               stage->out_variables.erase(var.name);
+               if(var.linked_declaration)
+                       var.linked_declaration->linked_declaration = 0;
+       }
+}
+
+void ProgramCompiler::NodeRemover::visit(InterfaceBlock &iface)
+{
+       SetFlag set(immutable_block);
+       TraversingVisitor::visit(iface);
 }
 
 } // namespace GL