1 #include <msp/core/raii.h>
2 #include <msp/strings/format.h>
3 #include <msp/strings/utils.h>
6 #include "programcompiler.h"
14 using namespace ProgramSyntax;
16 ProgramCompiler::ProgramCompiler():
20 void ProgramCompiler::compile(const string &source)
22 module = &parser.parse(source);
26 void ProgramCompiler::compile(IO::Base &io)
28 module = &parser.parse(io);
32 void ProgramCompiler::add_shaders(Program &program)
35 throw invalid_operation("ProgramCompiler::add_shaders");
37 string head = "#version 150\n";
38 if(module->vertex_stage.present)
39 program.attach_shader_owned(new VertexShader(head+format_stage(module->vertex_stage)));
40 if(module->geometry_stage.present)
41 program.attach_shader_owned(new GeometryShader(head+format_stage(module->geometry_stage)));
42 if(module->fragment_stage.present)
43 program.attach_shader_owned(new FragmentShader(head+format_stage(module->fragment_stage)));
45 program.bind_attribute(VERTEX4, "vertex");
46 program.bind_attribute(NORMAL3, "normal");
47 program.bind_attribute(COLOR4_FLOAT, "color");
48 program.bind_attribute(TEXCOORD4, "texcoord");
51 void ProgramCompiler::process()
53 if(module->vertex_stage.present)
54 generate(module->vertex_stage);
55 if(module->geometry_stage.present)
56 generate(module->geometry_stage);
57 if(module->fragment_stage.present)
58 generate(module->fragment_stage);
60 if(module->vertex_stage.present)
61 optimize(module->vertex_stage);
62 if(module->geometry_stage.present)
63 optimize(module->geometry_stage);
64 if(module->fragment_stage.present)
65 optimize(module->fragment_stage);
68 void ProgramCompiler::generate(Stage &stage)
70 inject_block(stage.content, module->shared.content);
72 resolve_variables(stage);
74 InterfaceGenerator generator;
75 generator.visit(stage);
77 resolve_variables(stage);
79 VariableRenamer renamer;
80 stage.content.visit(renamer);
83 void ProgramCompiler::optimize(Stage &stage)
87 UnusedVariableLocator unused_locator;
88 unused_locator.visit(stage);
91 remover.to_remove = unused_locator.unused_nodes;
94 if(!remover.n_removed)
99 void ProgramCompiler::inject_block(Block &target, const Block &source)
101 list<NodePtr<Node> >::iterator insert_point = target.body.begin();
102 for(list<NodePtr<Node> >::const_iterator i=source.body.begin(); i!=source.body.end(); ++i)
103 target.body.insert(insert_point, (*i)->clone());
106 void ProgramCompiler::resolve_variables(Stage &stage)
108 VariableResolver resolver;
109 stage.content.visit(resolver);
112 string ProgramCompiler::format_stage(Stage &stage)
115 stage.content.visit(formatter);
116 return formatter.formatted;
120 ProgramCompiler::Formatter::Formatter():
122 parameter_list(false),
126 void ProgramCompiler::Formatter::visit(Literal &literal)
128 formatted += literal.token;
131 void ProgramCompiler::Formatter::visit(ParenthesizedExpression &parexpr)
134 parexpr.expression->visit(*this);
138 void ProgramCompiler::Formatter::visit(VariableReference &var)
140 formatted += var.name;
143 void ProgramCompiler::Formatter::visit(MemberAccess &memacc)
145 memacc.left->visit(*this);
146 formatted += format(".%s", memacc.member);
149 void ProgramCompiler::Formatter::visit(UnaryExpression &unary)
152 formatted += unary.oper;
153 unary.expression->visit(*this);
155 formatted += unary.oper;
158 void ProgramCompiler::Formatter::visit(BinaryExpression &binary)
160 binary.left->visit(*this);
161 if(binary.assignment)
162 formatted += format(" %s ", binary.oper);
164 formatted += binary.oper;
165 binary.right->visit(*this);
166 formatted += binary.after;
169 void ProgramCompiler::Formatter::visit(FunctionCall &call)
171 formatted += format("%s(", call.name);
172 for(vector<NodePtr<Expression> >::iterator i=call.arguments.begin(); i!=call.arguments.end(); ++i)
174 if(i!=call.arguments.begin())
181 void ProgramCompiler::Formatter::visit(ExpressionStatement &expr)
183 expr.expression->visit(*this);
187 void ProgramCompiler::Formatter::visit(Block &block)
196 formatted += format("%s{\n", string(indent*2, ' '));
199 bool change_indent = (!formatted.empty() && !else_if);
200 indent += change_indent;
201 string spaces(indent*2, ' ');
202 for(list<NodePtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); ++i)
204 if(i!=block.body.begin())
210 indent -= change_indent;
213 formatted += format("\n%s}", string(indent*2, ' '));
216 void ProgramCompiler::Formatter::visit(Layout &layout)
218 formatted += "layout(";
219 for(vector<Layout::Qualifier>::const_iterator i=layout.qualifiers.begin(); i!=layout.qualifiers.end(); ++i)
221 if(i!=layout.qualifiers.begin())
223 formatted += i->identifier;
224 if(!i->value.empty())
225 formatted += format("=%s", i->value);
227 formatted += format(") %s;", layout.interface);
230 void ProgramCompiler::Formatter::visit(StructDeclaration &strct)
232 formatted += format("struct %s\n", strct.name);
233 strct.members.visit(*this);
237 void ProgramCompiler::Formatter::visit(VariableDeclaration &var)
240 formatted += "const ";
241 if(!var.sampling.empty())
242 formatted += format("%s ", var.sampling);
243 if(!var.interface.empty())
244 formatted += format("%s ", var.interface);
245 formatted += format("%s %s", var.type, var.name);
250 var.array_size->visit(*this);
253 if(var.init_expression)
256 var.init_expression->visit(*this);
262 void ProgramCompiler::Formatter::visit(InterfaceBlock &iface)
264 formatted += format("%s %s\n", iface.interface, iface.name);
265 iface.members.visit(*this);
269 void ProgramCompiler::Formatter::visit(FunctionDeclaration &func)
271 formatted += format("%s %s(", func.return_type, func.name);
272 for(vector<NodePtr<VariableDeclaration> >::iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
274 if(i!=func.parameters.begin())
276 SetFlag set(parameter_list);
283 func.body.visit(*this);
289 void ProgramCompiler::Formatter::visit(Conditional &cond)
298 cond.condition->visit(*this);
301 cond.body.visit(*this);
302 if(!cond.else_body.body.empty())
304 formatted += format("\n%selse", string(indent*2, ' '));
305 SetFlag set(else_if);
306 cond.else_body.visit(*this);
310 void ProgramCompiler::Formatter::visit(Iteration &iter)
313 iter.init_statement->visit(*this);
315 iter.condition->visit(*this);
317 iter.loop_expression->visit(*this);
319 iter.body.visit(*this);
322 void ProgramCompiler::Formatter::visit(Return &ret)
324 formatted += "return ";
325 ret.expression->visit(*this);
330 ProgramCompiler::VariableResolver::VariableResolver():
334 void ProgramCompiler::VariableResolver::visit(Block &block)
336 blocks.push_back(&block);
337 block.variables.clear();
338 TraversingVisitor::visit(block);
342 void ProgramCompiler::VariableResolver::visit(VariableReference &var)
346 for(vector<Block *>::iterator i=blocks.end(); i!=blocks.begin(); )
349 map<string, VariableDeclaration *>::iterator j = (*i)->variables.find(var.name);
350 if(j!=(*i)->variables.end())
352 var.declaration = j->second;
353 type = j->second->type_declaration;
359 void ProgramCompiler::VariableResolver::visit(MemberAccess &memacc)
362 TraversingVisitor::visit(memacc);
363 memacc.declaration = 0;
366 map<string, VariableDeclaration *>::iterator i = type->members.variables.find(memacc.member);
367 if(i!=type->members.variables.end())
369 memacc.declaration = i->second;
370 type = i->second->type_declaration;
377 void ProgramCompiler::VariableResolver::visit(BinaryExpression &binary)
381 binary.right->visit(*this);
383 binary.left->visit(*this);
387 TraversingVisitor::visit(binary);
392 void ProgramCompiler::VariableResolver::visit(StructDeclaration &strct)
394 TraversingVisitor::visit(strct);
395 blocks.back()->types[strct.name] = &strct;
398 void ProgramCompiler::VariableResolver::visit(VariableDeclaration &var)
400 for(vector<Block *>::iterator i=blocks.end(); i!=blocks.begin(); )
403 map<string, StructDeclaration *>::iterator j = (*i)->types.find(var.type);
404 if(j!=(*i)->types.end())
405 var.type_declaration = j->second;
408 TraversingVisitor::visit(var);
409 blocks.back()->variables[var.name] = &var;
410 if(anonymous && blocks.size()>1)
411 blocks[blocks.size()-2]->variables[var.name] = &var;
414 void ProgramCompiler::VariableResolver::visit(InterfaceBlock &iface)
416 SetFlag set(anonymous);
417 TraversingVisitor::visit(iface);
421 ProgramCompiler::InterfaceGenerator::InterfaceGenerator():
427 string ProgramCompiler::InterfaceGenerator::get_out_prefix(StageType type)
431 else if(type==GEOMETRY)
437 void ProgramCompiler::InterfaceGenerator::visit(Stage &s)
439 SetForScope<Stage *> set(stage, &s);
441 in_prefix = get_out_prefix(stage->previous->type);
442 out_prefix = get_out_prefix(stage->type);
443 stage->content.visit(*this);
446 void ProgramCompiler::InterfaceGenerator::visit(Block &block)
448 SetForScope<unsigned> set(scope_level, scope_level+1);
449 for(list<NodePtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
455 for(map<string, NodePtr<Node> >::iterator j=iface_declarations.begin(); j!=iface_declarations.end(); ++j)
457 list<NodePtr<Node> >::iterator k = block.body.insert(i, j->second);
460 iface_declarations.clear();
463 for(list<NodePtr<Node> >::iterator j=insert_nodes.begin(); j!=insert_nodes.end(); ++j)
464 block.body.insert(i, *j);
465 insert_nodes.clear();
468 block.body.erase(i++);
475 string ProgramCompiler::InterfaceGenerator::change_prefix(const string &name, const string &prefix) const
477 unsigned offset = (name.compare(0, in_prefix.size(), in_prefix) ? 0 : in_prefix.size());
478 return prefix+name.substr(offset);
481 bool ProgramCompiler::InterfaceGenerator::generate_interface(VariableDeclaration &out, const string &iface, const string &name)
483 const map<string, VariableDeclaration *> &stage_vars = (iface=="in" ? stage->in_variables : stage->out_variables);
484 if(stage_vars.count(name) || iface_declarations.count(name))
487 VariableDeclaration* iface_var = new VariableDeclaration;
488 iface_var->sampling = out.sampling;
489 iface_var->interface = iface;
490 iface_var->type = out.type;
491 iface_var->type_declaration = out.type_declaration;
492 iface_var->name = name;
493 iface_var->array = (out.array || (stage->type==GEOMETRY && iface=="in"));
494 iface_var->array_size = out.array_size;
496 iface_var->linked_declaration = &out;
497 iface_declarations[iface_var->name] = iface_var;
502 void ProgramCompiler::InterfaceGenerator::insert_assignment(const string &left, ProgramSyntax::Expression *right)
504 BinaryExpression *assign = new BinaryExpression;
505 VariableReference *ref = new VariableReference;
509 assign->right = right;
510 assign->assignment = true;
512 ExpressionStatement *stmt = new ExpressionStatement;
513 stmt->expression = assign;
514 insert_nodes.push_back(stmt);
517 void ProgramCompiler::InterfaceGenerator::visit(VariableReference &var)
519 if(var.declaration || !stage->previous)
521 if(iface_declarations.count(var.name))
524 const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
525 map<string, VariableDeclaration *>::const_iterator i = prev_out.find(var.name);
526 if(i==prev_out.end())
527 i = prev_out.find(in_prefix+var.name);
528 if(i!=prev_out.end())
529 generate_interface(*i->second, "in", var.name);
532 void ProgramCompiler::InterfaceGenerator::visit(VariableDeclaration &var)
534 if(var.interface=="out")
537 stage->out_variables[var.name] = &var;
538 else if(generate_interface(var, "out", change_prefix(var.name, string())))
541 if(var.init_expression)
542 insert_assignment(var.name, var.init_expression->clone());
545 else if(var.interface=="in")
547 stage->in_variables[var.name] = &var;
548 if(var.linked_declaration)
549 var.linked_declaration->linked_declaration = &var;
550 else if(stage->previous)
552 const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
553 map<string, VariableDeclaration *>::const_iterator i = prev_out.find(var.name);
554 if(i!=prev_out.end())
556 var.linked_declaration = i->second;
557 i->second->linked_declaration = &var;
562 TraversingVisitor::visit(var);
565 void ProgramCompiler::InterfaceGenerator::visit(Passthrough &pass)
569 const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
570 for(map<string, VariableDeclaration *>::const_iterator i=prev_out.begin(); i!=prev_out.end(); ++i)
572 string out_name = change_prefix(i->second->name, out_prefix);
573 generate_interface(*i->second, "in", i->second->name);
574 generate_interface(*i->second, "out", out_name);
576 VariableReference *ref = new VariableReference;
577 ref->name = i->first;
580 BinaryExpression *subscript = new BinaryExpression;
581 subscript->left = ref;
582 subscript->oper = "[";
583 subscript->right = pass.subscript;
584 subscript->after = "]";
585 insert_assignment(out_name, subscript);
588 insert_assignment(out_name, ref);
596 void ProgramCompiler::VariableRenamer::visit(VariableReference &var)
599 var.name = var.declaration->name;
602 void ProgramCompiler::VariableRenamer::visit(VariableDeclaration &var)
604 if(var.linked_declaration)
605 var.name = var.linked_declaration->name;
606 TraversingVisitor::visit(var);
610 ProgramCompiler::UnusedVariableLocator::UnusedVariableLocator():
616 void ProgramCompiler::UnusedVariableLocator::visit(Stage &s)
619 stage->content.visit(*this);
622 void ProgramCompiler::UnusedVariableLocator::visit(VariableReference &var)
625 assignment_target = var.declaration;
628 unused_nodes.erase(var.declaration);
629 map<VariableDeclaration *, Node *>::iterator i = assignments.find(var.declaration);
630 if(i!=assignments.end())
631 unused_nodes.erase(i->second);
635 void ProgramCompiler::UnusedVariableLocator::visit(MemberAccess &memacc)
637 TraversingVisitor::visit(memacc);
638 unused_nodes.erase(memacc.declaration);
641 void ProgramCompiler::UnusedVariableLocator::visit(BinaryExpression &binary)
643 if(binary.assignment)
645 binary.right->visit(*this);
647 binary.left->visit(*this);
650 TraversingVisitor::visit(binary);
653 void ProgramCompiler::UnusedVariableLocator::visit(ExpressionStatement &expr)
656 assignment_target = 0;
657 TraversingVisitor::visit(expr);
658 if(assignment && assignment_target)
660 if(assignment_target->interface!="out" || (stage->type!=FRAGMENT && !assignment_target->linked_declaration))
662 unused_nodes.insert(&expr);
663 assignments[assignment_target] = &expr;
666 unused_nodes.erase(assignment_target);
671 void ProgramCompiler::UnusedVariableLocator::visit(VariableDeclaration &var)
673 unused_nodes.insert(&var);
674 TraversingVisitor::visit(var);
678 ProgramCompiler::NodeRemover::NodeRemover():
681 immutable_block(false),
685 void ProgramCompiler::NodeRemover::visit(Stage &s)
688 stage->content.visit(*this);
691 void ProgramCompiler::NodeRemover::visit(Block &block)
693 remove_block = immutable_block;
694 for(list<NodePtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
696 bool remove = to_remove.count(&**i);
698 remove_block = false;
701 if(remove ? !immutable_block : remove_block)
703 block.body.erase(i++);
711 void ProgramCompiler::NodeRemover::visit(StructDeclaration &strct)
713 SetFlag set(immutable_block);
714 TraversingVisitor::visit(strct);
717 void ProgramCompiler::NodeRemover::visit(VariableDeclaration &var)
719 if(to_remove.count(&var))
721 stage->in_variables.erase(var.name);
722 stage->out_variables.erase(var.name);
723 if(var.linked_declaration)
724 var.linked_declaration->linked_declaration = 0;
728 void ProgramCompiler::NodeRemover::visit(InterfaceBlock &iface)
730 SetFlag set(immutable_block);
731 TraversingVisitor::visit(iface);