1 #include <msp/core/raii.h>
2 #include <msp/gl/extensions/ext_gpu_shader4.h>
3 #include <msp/strings/format.h>
4 #include <msp/strings/utils.h>
7 #include "programcompiler.h"
15 const char builtins_src[] =
17 "out gl_PerVertex {\n"
18 " vec4 gl_Position;\n"
19 " float gl_ClipDistance[];\n"
23 " vec4 gl_Position;\n"
24 " float gl_ClipDistance[];\n"
26 "out gl_PerVertex {\n"
27 " vec4 gl_Position;\n"
28 " float gl_ClipDistance[];\n"
36 using namespace ProgramSyntax;
38 ProgramCompiler::ProgramCompiler():
43 void ProgramCompiler::compile(const string &source)
46 module = &parser.parse(source);
50 void ProgramCompiler::compile(IO::Base &io, Resources *res)
53 module = &parser.parse(io);
57 void ProgramCompiler::add_shaders(Program &program)
60 throw invalid_operation("ProgramCompiler::add_shaders");
62 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
66 program.attach_shader_owned(new VertexShader(apply<Formatter>(*i)));
67 for(map<string, unsigned>::iterator j=i->locations.begin(); j!=i->locations.end(); ++j)
68 program.bind_attribute(j->second, j->first);
70 else if(i->type==GEOMETRY)
71 program.attach_shader_owned(new GeometryShader(apply<Formatter>(*i)));
72 else if(i->type==FRAGMENT)
74 program.attach_shader_owned(new FragmentShader(apply<Formatter>(*i)));
77 for(map<string, unsigned>::iterator j=i->locations.begin(); j!=i->locations.end(); ++j)
78 program.bind_fragment_data(j->second, j->first);
84 Module *ProgramCompiler::create_builtins_module()
87 Module *module = new Module(parser.parse(builtins_src));
88 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
90 VariableResolver resolver;
91 i->content.visit(resolver);
92 for(map<string, VariableDeclaration *>::iterator j=i->content.variables.begin(); j!=i->content.variables.end(); ++j)
93 j->second->linked_declaration = j->second;
98 Module &ProgramCompiler::get_builtins_module()
100 static RefPtr<Module> builtins_module = create_builtins_module();
101 return *builtins_module;
104 Stage *ProgramCompiler::get_builtins(StageType type)
106 Module &module = get_builtins_module();
107 for(list<Stage>::iterator i=module.stages.begin(); i!=module.stages.end(); ++i)
113 void ProgramCompiler::process()
115 list<Import *> imports = apply<NodeGatherer<Import> >(module->shared);
116 for(list<Import *>::iterator i=imports.end(); i!=imports.begin(); )
117 import((*--i)->module);
118 apply<NodeRemover>(module->shared, set<Node *>(imports.begin(), imports.end()));
120 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
122 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); )
125 i = module->stages.begin();
129 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
133 void ProgramCompiler::import(const string &name)
135 string fn = name+".glsl";
136 RefPtr<IO::Seekable> io = (resources ? resources->open_raw(fn) : Resources::get_builtins().open(fn));
138 throw runtime_error(format("module %s not found", name));
139 ProgramParser import_parser;
140 Module &imported_module = import_parser.parse(*io);
142 inject_block(module->shared.content, imported_module.shared.content);
143 apply<DeclarationCombiner>(module->shared);
144 for(list<Stage>::iterator i=imported_module.stages.begin(); i!=imported_module.stages.end(); ++i)
146 list<Stage>::iterator j;
147 for(j=module->stages.begin(); (j!=module->stages.end() && j->type<i->type); ++j) ;
148 if(j==module->stages.end() || j->type>i->type)
150 j = module->stages.insert(j, *i);
151 list<Stage>::iterator k = j;
152 if(++k!=module->stages.end())
154 if(j!=module->stages.begin())
155 j->previous = &*--(k=j);
159 inject_block(j->content, i->content);
160 apply<DeclarationCombiner>(*j);
165 void ProgramCompiler::generate(Stage &stage)
167 inject_block(stage.content, module->shared.content);
169 apply<DeclarationReorderer>(stage);
170 apply<FunctionResolver>(stage);
171 apply<VariableResolver>(stage);
172 apply<InterfaceGenerator>(stage);
173 apply<VariableResolver>(stage);
174 apply<VariableRenamer>(stage);
175 apply<DeclarationReorderer>(stage);
176 apply<LegacyConverter>(stage);
179 bool ProgramCompiler::optimize(Stage &stage)
181 apply<ConstantConditionEliminator>(stage);
183 set<FunctionDeclaration *> inlineable = apply<InlineableFunctionLocator>(stage);
184 apply<FunctionInliner>(stage, inlineable);
186 set<Node *> unused = apply<UnusedVariableLocator>(stage);
187 set<Node *> unused2 = apply<UnusedFunctionLocator>(stage);
188 unused.insert(unused2.begin(), unused2.end());
189 apply<NodeRemover>(stage, unused);
191 return !unused.empty();
194 void ProgramCompiler::finalize(Stage &stage)
196 if(get_gl_api()==OPENGL_ES2)
197 apply<DefaultPrecisionGenerator>(stage);
199 apply<PrecisionRemover>(stage);
202 void ProgramCompiler::inject_block(Block &target, const Block &source)
204 list<RefPtr<Node> >::iterator insert_point = target.body.begin();
205 for(list<RefPtr<Node> >::const_iterator i=source.body.begin(); i!=source.body.end(); ++i)
206 target.body.insert(insert_point, (*i)->clone());
210 typename T::ResultType ProgramCompiler::apply(Stage &stage)
213 visitor.apply(stage);
214 return visitor.get_result();
217 template<typename T, typename A>
218 typename T::ResultType ProgramCompiler::apply(Stage &stage, const A &arg)
221 visitor.apply(stage);
222 return visitor.get_result();
226 ProgramCompiler::Visitor::Visitor():
230 void ProgramCompiler::Visitor::apply(Stage &s)
232 SetForScope<Stage *> set(stage, &s);
233 stage->content.visit(*this);
237 ProgramCompiler::BlockModifier::BlockModifier():
241 void ProgramCompiler::BlockModifier::flatten_block(Block &block)
243 insert_nodes.insert(insert_nodes.end(), block.body.begin(), block.body.end());
247 void ProgramCompiler::BlockModifier::apply_and_increment(Block &block, list<RefPtr<Node> >::iterator &i)
249 block.body.insert(i, insert_nodes.begin(), insert_nodes.end());
250 insert_nodes.clear();
253 block.body.erase(i++);
259 void ProgramCompiler::BlockModifier::visit(Block &block)
261 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
264 apply_and_increment(block, i);
269 ProgramCompiler::Formatter::Formatter():
271 parameter_list(false),
275 void ProgramCompiler::Formatter::apply(ProgramSyntax::Stage &s)
277 GLApi api = get_gl_api();
278 const Version &ver = s.required_version;
282 formatted += format("#version %d%02d", ver.major, ver.minor);
283 if(api==OPENGL_ES2 && ver>=Version(3, 0))
291 void ProgramCompiler::Formatter::visit(Literal &literal)
293 formatted += literal.token;
296 void ProgramCompiler::Formatter::visit(ParenthesizedExpression &parexpr)
299 parexpr.expression->visit(*this);
303 void ProgramCompiler::Formatter::visit(VariableReference &var)
305 formatted += var.name;
308 void ProgramCompiler::Formatter::visit(MemberAccess &memacc)
310 memacc.left->visit(*this);
311 formatted += format(".%s", memacc.member);
314 void ProgramCompiler::Formatter::visit(UnaryExpression &unary)
317 formatted += unary.oper;
318 unary.expression->visit(*this);
320 formatted += unary.oper;
323 void ProgramCompiler::Formatter::visit(BinaryExpression &binary)
325 binary.left->visit(*this);
326 formatted += binary.oper;
327 binary.right->visit(*this);
328 formatted += binary.after;
331 void ProgramCompiler::Formatter::visit(Assignment &assign)
333 assign.left->visit(*this);
334 formatted += format(" %s ", assign.oper);
335 assign.right->visit(*this);
338 void ProgramCompiler::Formatter::visit(FunctionCall &call)
340 formatted += format("%s(", call.name);
341 for(vector<RefPtr<Expression> >::iterator i=call.arguments.begin(); i!=call.arguments.end(); ++i)
343 if(i!=call.arguments.begin())
350 void ProgramCompiler::Formatter::visit(ExpressionStatement &expr)
352 expr.expression->visit(*this);
356 void ProgramCompiler::Formatter::visit(Block &block)
361 unsigned brace_indent = indent;
362 bool use_braces = (block.use_braces || (indent && block.body.size()!=1));
364 formatted += format("%s{\n", string(brace_indent*2, ' '));
366 SetForScope<unsigned> set(indent, indent+(indent>0 || use_braces));
367 string spaces(indent*2, ' ');
368 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); ++i)
370 if(i!=block.body.begin())
378 formatted += format("\n%s}", string(brace_indent*2, ' '));
381 void ProgramCompiler::Formatter::visit(Import &import)
383 formatted += format("import %s;", import.module);
386 void ProgramCompiler::Formatter::visit(Precision &prec)
388 formatted += format("precision %s %s;", prec.precision, prec.type);
391 void ProgramCompiler::Formatter::visit(Layout &layout)
393 formatted += "layout(";
394 for(vector<Layout::Qualifier>::const_iterator i=layout.qualifiers.begin(); i!=layout.qualifiers.end(); ++i)
396 if(i!=layout.qualifiers.begin())
398 formatted += i->identifier;
399 if(!i->value.empty())
400 formatted += format("=%s", i->value);
405 void ProgramCompiler::Formatter::visit(InterfaceLayout &layout)
407 layout.layout.visit(*this);
408 formatted += format(" %s;", layout.interface);
411 void ProgramCompiler::Formatter::visit(StructDeclaration &strct)
413 formatted += format("struct %s\n", strct.name);
414 strct.members.visit(*this);
418 void ProgramCompiler::Formatter::visit(VariableDeclaration &var)
422 var.layout->visit(*this);
426 formatted += "const ";
427 if(!var.sampling.empty())
428 formatted += format("%s ", var.sampling);
429 if(!var.interface.empty() && var.interface!=block_interface)
431 string interface = var.interface;
432 if(stage->required_version<Version(1, 30))
434 if(stage->type==VERTEX && var.interface=="in")
435 interface = "attribute";
436 else if((stage->type==VERTEX && var.interface=="out") || (stage->type==FRAGMENT && var.interface=="in"))
437 interface = "varying";
439 formatted += format("%s ", interface);
441 if(!var.precision.empty())
442 formatted += format("%s ", var.precision);
443 formatted += format("%s %s", var.type, var.name);
448 var.array_size->visit(*this);
451 if(var.init_expression)
454 var.init_expression->visit(*this);
460 void ProgramCompiler::Formatter::visit(InterfaceBlock &iface)
462 SetForScope<string> set(block_interface, iface.interface);
463 formatted += format("%s %s\n", iface.interface, iface.name);
464 iface.members.visit(*this);
468 void ProgramCompiler::Formatter::visit(FunctionDeclaration &func)
470 formatted += format("%s %s(", func.return_type, func.name);
471 for(vector<RefPtr<VariableDeclaration> >::iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
473 if(i!=func.parameters.begin())
475 SetFlag set(parameter_list);
479 if(func.definition==&func)
482 func.body.visit(*this);
488 void ProgramCompiler::Formatter::visit(Conditional &cond)
491 formatted.replace(formatted.rfind('\n'), string::npos, 1, ' ');
496 cond.condition->visit(*this);
499 cond.body.visit(*this);
500 if(!cond.else_body.body.empty())
502 formatted += format("\n%selse\n", string(indent*2, ' '));
503 SetForScope<unsigned> set(else_if, 2);
504 cond.else_body.visit(*this);
508 void ProgramCompiler::Formatter::visit(Iteration &iter)
511 iter.init_statement->visit(*this);
513 iter.condition->visit(*this);
515 iter.loop_expression->visit(*this);
517 iter.body.visit(*this);
520 void ProgramCompiler::Formatter::visit(Return &ret)
522 formatted += "return ";
523 ret.expression->visit(*this);
527 void ProgramCompiler::Formatter::visit(Jump &jump)
529 formatted += jump.keyword;
534 ProgramCompiler::DeclarationCombiner::DeclarationCombiner():
538 void ProgramCompiler::DeclarationCombiner::visit(Block &block)
543 SetForScope<bool> set(toplevel, false);
544 BlockModifier::visit(block);
547 void ProgramCompiler::DeclarationCombiner::visit(FunctionDeclaration &func)
549 vector<FunctionDeclaration *> &decls = functions[func.name];
552 for(vector<FunctionDeclaration *>::iterator i=decls.begin(); i!=decls.end(); ++i)
554 (*i)->definition = func.definition;
555 (*i)->body.body.clear();
558 decls.push_back(&func);
561 void ProgramCompiler::DeclarationCombiner::visit(VariableDeclaration &var)
563 VariableDeclaration *&ptr = variables[var.name];
566 ptr->type = var.type;
567 if(var.init_expression)
568 ptr->init_expression = var.init_expression;
576 ProgramCompiler::VariableResolver::VariableResolver():
578 record_target(false),
579 assignment_target(0),
580 self_referencing(false)
583 void ProgramCompiler::VariableResolver::apply(Stage &s)
585 SetForScope<Stage *> set(stage, &s);
586 Stage *builtins = get_builtins(stage->type);
588 blocks.push_back(&builtins->content);
589 stage->content.visit(*this);
594 void ProgramCompiler::VariableResolver::visit(Block &block)
596 blocks.push_back(&block);
597 block.variables.clear();
598 TraversingVisitor::visit(block);
602 void ProgramCompiler::VariableResolver::visit(VariableReference &var)
606 for(vector<Block *>::iterator i=blocks.end(); i!=blocks.begin(); )
609 map<string, VariableDeclaration *>::iterator j = (*i)->variables.find(var.name);
610 if(j!=(*i)->variables.end())
612 var.declaration = j->second;
613 type = j->second->type_declaration;
620 if(assignment_target)
622 record_target = false;
623 assignment_target = 0;
626 assignment_target = var.declaration;
628 else if(var.declaration && var.declaration==assignment_target)
629 self_referencing = true;
632 void ProgramCompiler::VariableResolver::visit(MemberAccess &memacc)
635 TraversingVisitor::visit(memacc);
636 memacc.declaration = 0;
639 map<string, VariableDeclaration *>::iterator i = type->members.variables.find(memacc.member);
640 if(i!=type->members.variables.end())
642 memacc.declaration = i->second;
643 type = i->second->type_declaration;
650 void ProgramCompiler::VariableResolver::visit(BinaryExpression &binary)
655 SetForScope<bool> set(record_target, false);
656 binary.right->visit(*this);
659 binary.left->visit(*this);
663 TraversingVisitor::visit(binary);
668 void ProgramCompiler::VariableResolver::visit(Assignment &assign)
671 SetFlag set(record_target);
672 assignment_target = 0;
673 assign.left->visit(*this);
676 self_referencing = false;
677 assign.right->visit(*this);
679 assign.self_referencing = (self_referencing || assign.oper!="=");
680 assign.target_declaration = assignment_target;
683 void ProgramCompiler::VariableResolver::visit(StructDeclaration &strct)
685 TraversingVisitor::visit(strct);
686 blocks.back()->types[strct.name] = &strct;
689 void ProgramCompiler::VariableResolver::visit(VariableDeclaration &var)
691 for(vector<Block *>::iterator i=blocks.end(); i!=blocks.begin(); )
694 map<string, StructDeclaration *>::iterator j = (*i)->types.find(var.type);
695 if(j!=(*i)->types.end())
696 var.type_declaration = j->second;
699 if(!block_interface.empty() && var.interface.empty())
700 var.interface = block_interface;
702 TraversingVisitor::visit(var);
703 blocks.back()->variables[var.name] = &var;
704 if(anonymous && blocks.size()>1)
705 blocks[blocks.size()-2]->variables[var.name] = &var;
708 void ProgramCompiler::VariableResolver::visit(InterfaceBlock &iface)
710 SetFlag set(anonymous);
711 SetForScope<string> set2(block_interface, iface.interface);
712 TraversingVisitor::visit(iface);
716 void ProgramCompiler::FunctionResolver::visit(FunctionCall &call)
718 map<string, vector<FunctionDeclaration *> >::iterator i = functions.find(call.name);
719 if(i!=functions.end())
720 call.declaration = i->second.back();
722 TraversingVisitor::visit(call);
725 void ProgramCompiler::FunctionResolver::visit(FunctionDeclaration &func)
727 vector<FunctionDeclaration *> &decls = functions[func.name];
730 for(vector<FunctionDeclaration *>::iterator i=decls.begin(); i!=decls.end(); ++i)
731 (*i)->definition = func.definition;
733 decls.push_back(&func);
735 else if(!decls.empty() && decls.back()->definition)
736 func.definition = decls.back()->definition;
738 decls.push_back(&func);
740 TraversingVisitor::visit(func);
744 ProgramCompiler::InterfaceGenerator::InterfaceGenerator():
748 string ProgramCompiler::InterfaceGenerator::get_out_prefix(StageType type)
752 else if(type==GEOMETRY)
758 void ProgramCompiler::InterfaceGenerator::apply(Stage &s)
760 SetForScope<Stage *> set(stage, &s);
762 in_prefix = get_out_prefix(stage->previous->type);
763 out_prefix = get_out_prefix(stage->type);
764 stage->content.visit(*this);
767 void ProgramCompiler::InterfaceGenerator::visit(Block &block)
769 SetForScope<unsigned> set(scope_level, scope_level+1);
770 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
776 for(map<string, RefPtr<VariableDeclaration> >::iterator j=iface_declarations.begin(); j!=iface_declarations.end(); ++j)
778 list<RefPtr<Node> >::iterator k = block.body.insert(i, j->second);
781 iface_declarations.clear();
784 apply_and_increment(block, i);
788 string ProgramCompiler::InterfaceGenerator::change_prefix(const string &name, const string &prefix) const
790 unsigned offset = (name.compare(0, in_prefix.size(), in_prefix) ? 0 : in_prefix.size());
791 return prefix+name.substr(offset);
794 bool ProgramCompiler::InterfaceGenerator::generate_interface(VariableDeclaration &var, const string &iface, const string &name)
796 const map<string, VariableDeclaration *> &stage_vars = (iface=="in" ? stage->in_variables : stage->out_variables);
797 if(stage_vars.count(name) || iface_declarations.count(name))
800 VariableDeclaration* iface_var = new VariableDeclaration;
801 iface_var->sampling = var.sampling;
802 iface_var->interface = iface;
803 iface_var->type = var.type;
804 iface_var->type_declaration = var.type_declaration;
805 iface_var->name = name;
806 if(stage->type==GEOMETRY)
807 iface_var->array = ((var.array && var.interface!="in") || iface=="in");
809 iface_var->array = var.array;
811 iface_var->array_size = var.array_size;
813 iface_var->linked_declaration = &var;
814 iface_declarations[name] = iface_var;
819 void ProgramCompiler::InterfaceGenerator::insert_assignment(const string &left, ProgramSyntax::Expression *right)
821 Assignment *assign = new Assignment;
822 VariableReference *ref = new VariableReference;
826 assign->right = right;
828 ExpressionStatement *stmt = new ExpressionStatement;
829 stmt->expression = assign;
830 insert_nodes.push_back(stmt);
833 void ProgramCompiler::InterfaceGenerator::visit(VariableReference &var)
835 if(var.declaration || !stage->previous)
837 if(iface_declarations.count(var.name))
840 const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
841 map<string, VariableDeclaration *>::const_iterator i = prev_out.find(var.name);
842 if(i==prev_out.end())
843 i = prev_out.find(in_prefix+var.name);
844 if(i!=prev_out.end())
845 generate_interface(*i->second, "in", var.name);
848 void ProgramCompiler::InterfaceGenerator::visit(VariableDeclaration &var)
850 if(var.interface=="out")
853 stage->out_variables[var.name] = &var;
854 else if(generate_interface(var, "out", change_prefix(var.name, string())))
857 if(var.init_expression)
858 insert_assignment(var.name, var.init_expression->clone());
861 else if(var.interface=="in")
863 stage->in_variables[var.name] = &var;
864 if(var.linked_declaration)
865 var.linked_declaration->linked_declaration = &var;
866 else if(stage->previous)
868 const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
869 map<string, VariableDeclaration *>::const_iterator i = prev_out.find(var.name);
870 if(i!=prev_out.end())
872 var.linked_declaration = i->second;
873 i->second->linked_declaration = &var;
878 TraversingVisitor::visit(var);
881 void ProgramCompiler::InterfaceGenerator::visit(Passthrough &pass)
883 vector<VariableDeclaration *> pass_vars;
885 for(map<string, VariableDeclaration *>::const_iterator i=stage->in_variables.begin(); i!=stage->in_variables.end(); ++i)
886 pass_vars.push_back(i->second);
887 for(map<string, RefPtr<VariableDeclaration> >::const_iterator i=iface_declarations.begin(); i!=iface_declarations.end(); ++i)
888 if(i->second->interface=="in")
889 pass_vars.push_back(i->second.get());
893 const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
894 for(map<string, VariableDeclaration *>::const_iterator i=prev_out.begin(); i!=prev_out.end(); ++i)
897 for(vector<VariableDeclaration *>::const_iterator j=pass_vars.begin(); (!linked && j!=pass_vars.end()); ++j)
898 linked = ((*j)->linked_declaration==i->second);
900 if(!linked && generate_interface(*i->second, "in", i->second->name))
901 pass_vars.push_back(i->second);
905 if(stage->type==GEOMETRY)
907 VariableReference *ref = new VariableReference;
910 BinaryExpression *subscript = new BinaryExpression;
911 subscript->left = ref;
912 subscript->oper = "[";
913 subscript->right = pass.subscript;
914 subscript->after = "]";
916 MemberAccess *memacc = new MemberAccess;
917 memacc->left = subscript;
918 memacc->member = "gl_Position";
920 insert_assignment("gl_Position", memacc);
923 for(vector<VariableDeclaration *>::const_iterator i=pass_vars.begin(); i!=pass_vars.end(); ++i)
925 string out_name = change_prefix((*i)->name, out_prefix);
926 generate_interface(**i, "out", out_name);
928 VariableReference *ref = new VariableReference;
929 ref->name = (*i)->name;
932 BinaryExpression *subscript = new BinaryExpression;
933 subscript->left = ref;
934 subscript->oper = "[";
935 subscript->right = pass.subscript;
936 subscript->after = "]";
937 insert_assignment(out_name, subscript);
940 insert_assignment(out_name, ref);
947 void ProgramCompiler::VariableRenamer::visit(VariableReference &var)
950 var.name = var.declaration->name;
953 void ProgramCompiler::VariableRenamer::visit(VariableDeclaration &var)
955 if(var.linked_declaration)
956 var.name = var.linked_declaration->name;
957 TraversingVisitor::visit(var);
961 ProgramCompiler::DeclarationReorderer::DeclarationReorderer():
965 void ProgramCompiler::DeclarationReorderer::visit(Block &block)
967 list<RefPtr<Node> >::iterator struct_insert_point = block.body.end();
968 list<RefPtr<Node> >::iterator variable_insert_point = block.body.end();
970 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
972 kind = NO_DECLARATION;
976 if(kind==STRUCT && struct_insert_point!=block.body.end())
978 block.body.insert(struct_insert_point, *i);
981 else if(kind>STRUCT && struct_insert_point==block.body.end())
982 struct_insert_point = i;
984 if(kind==VARIABLE && variable_insert_point!=block.body.end())
986 block.body.insert(variable_insert_point, *i);
989 else if(kind>VARIABLE && variable_insert_point==block.body.end())
990 variable_insert_point = i;
993 block.body.erase(i++);
1000 ProgramCompiler::InlineableFunctionLocator::InlineableFunctionLocator():
1004 void ProgramCompiler::InlineableFunctionLocator::visit(FunctionCall &call)
1006 FunctionDeclaration *def = call.declaration;
1007 if(def && def->definition!=def)
1008 def = def->definition;
1012 unsigned &count = refcounts[def];
1014 if(count>1 || def==in_function)
1015 inlineable.erase(def);
1018 TraversingVisitor::visit(call);
1021 void ProgramCompiler::InlineableFunctionLocator::visit(FunctionDeclaration &func)
1023 unsigned &count = refcounts[func.definition];
1024 if(!count && func.parameters.empty())
1025 inlineable.insert(func.definition);
1027 SetForScope<FunctionDeclaration *> set(in_function, &func);
1028 TraversingVisitor::visit(func);
1032 ProgramCompiler::FunctionInliner::FunctionInliner():
1036 ProgramCompiler::FunctionInliner::FunctionInliner(const set<FunctionDeclaration *> &in):
1041 void ProgramCompiler::FunctionInliner::visit_and_inline(RefPtr<Expression> &ptr)
1046 ptr = inline_result;
1049 void ProgramCompiler::FunctionInliner::visit(Block &block)
1054 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); ++i)
1062 void ProgramCompiler::FunctionInliner::visit(UnaryExpression &unary)
1064 visit_and_inline(unary.expression);
1068 void ProgramCompiler::FunctionInliner::visit(BinaryExpression &binary)
1070 visit_and_inline(binary.left);
1071 visit_and_inline(binary.right);
1075 void ProgramCompiler::FunctionInliner::visit(FunctionCall &call)
1077 for(vector<RefPtr<Expression> >::iterator i=call.arguments.begin(); i!=call.arguments.end(); ++i)
1078 visit_and_inline(*i);
1080 FunctionDeclaration *def = call.declaration;
1081 if(def && def->definition!=def)
1082 def = def->definition;
1084 if(def && inlineable.count(def))
1093 void ProgramCompiler::FunctionInliner::visit(Return &ret)
1095 TraversingVisitor::visit(ret);
1098 inline_result = ret.expression->clone();
1102 ProgramCompiler::ExpressionEvaluator::ExpressionEvaluator():
1108 ProgramCompiler::ExpressionEvaluator::ExpressionEvaluator(const ValueMap &v):
1109 variable_values(&v),
1114 void ProgramCompiler::ExpressionEvaluator::visit(Literal &literal)
1116 if(literal.token=="true")
1118 else if(literal.token=="false")
1121 result = lexical_cast<float>(literal.token);
1122 result_valid = true;
1125 void ProgramCompiler::ExpressionEvaluator::visit(ParenthesizedExpression &parexp)
1127 parexp.expression->visit(*this);
1130 void ProgramCompiler::ExpressionEvaluator::visit(VariableReference &var)
1132 if(!var.declaration)
1137 ValueMap::const_iterator i = variable_values->find(var.declaration);
1138 if(i!=variable_values->end())
1139 i->second->visit(*this);
1141 else if(var.declaration->init_expression)
1142 var.declaration->init_expression->visit(*this);
1145 void ProgramCompiler::ExpressionEvaluator::visit(UnaryExpression &unary)
1147 result_valid = false;
1148 unary.expression->visit(*this);
1155 result_valid = false;
1158 void ProgramCompiler::ExpressionEvaluator::visit(BinaryExpression &binary)
1160 result_valid = false;
1161 binary.left->visit(*this);
1165 float left_result = result;
1166 result_valid = false;
1167 binary.right->visit(*this);
1171 if(binary.oper=="<")
1172 result = (left_result<result);
1173 else if(binary.oper=="<=")
1174 result = (left_result<=result);
1175 else if(binary.oper==">")
1176 result = (left_result>result);
1177 else if(binary.oper==">=")
1178 result = (left_result>=result);
1179 else if(binary.oper=="==")
1180 result = (left_result==result);
1181 else if(binary.oper=="!=")
1182 result = (left_result!=result);
1183 else if(binary.oper=="&&")
1184 result = (left_result && result);
1185 else if(binary.oper=="||")
1186 result = (left_result || result);
1188 result_valid = false;
1192 ProgramCompiler::ConstantConditionEliminator::ConstantConditionEliminator():
1196 void ProgramCompiler::ConstantConditionEliminator::visit(Block &block)
1198 SetForScope<unsigned> set(scope_level, scope_level+1);
1199 BlockModifier::visit(block);
1201 for(map<string, VariableDeclaration *>::const_iterator i=block.variables.begin(); i!=block.variables.end(); ++i)
1202 variable_values.erase(i->second);
1205 void ProgramCompiler::ConstantConditionEliminator::visit(Assignment &assign)
1207 variable_values.erase(assign.target_declaration);
1210 void ProgramCompiler::ConstantConditionEliminator::visit(VariableDeclaration &var)
1212 if(var.constant || scope_level>1)
1213 variable_values[&var] = var.init_expression.get();
1216 void ProgramCompiler::ConstantConditionEliminator::visit(Conditional &cond)
1218 ExpressionEvaluator eval(variable_values);
1219 cond.condition->visit(eval);
1220 if(eval.result_valid)
1221 flatten_block(eval.result ? cond.body : cond.else_body);
1223 TraversingVisitor::visit(cond);
1226 void ProgramCompiler::ConstantConditionEliminator::visit(Iteration &iter)
1230 ExpressionEvaluator eval;
1231 iter.condition->visit(eval);
1232 if(eval.result_valid && !eval.result)
1239 TraversingVisitor::visit(iter);
1243 ProgramCompiler::UnusedVariableLocator::UnusedVariableLocator():
1246 assignment_target(false),
1250 void ProgramCompiler::UnusedVariableLocator::apply(Stage &s)
1252 variables.push_back(BlockVariableMap());
1254 BlockVariableMap &global_variables = variables.back();
1255 for(BlockVariableMap::iterator i=global_variables.begin(); i!=global_variables.end(); ++i)
1257 if(i->first->interface=="out" && (s.type==FRAGMENT || i->first->linked_declaration || !i->first->name.compare(0, 3, "gl_")))
1259 if(!i->second.referenced)
1261 unused_nodes.insert(i->first);
1262 clear_assignments(i->second, true);
1265 variables.pop_back();
1268 void ProgramCompiler::UnusedVariableLocator::visit(VariableReference &var)
1270 map<VariableDeclaration *, Node *>::iterator i = aggregates.find(var.declaration);
1271 if(i!=aggregates.end())
1272 unused_nodes.erase(i->second);
1274 if(var.declaration && !assignment_target)
1276 VariableInfo &var_info = variables.back()[var.declaration];
1277 var_info.assignments.clear();
1278 var_info.referenced = true;
1282 void ProgramCompiler::UnusedVariableLocator::visit(MemberAccess &memacc)
1284 TraversingVisitor::visit(memacc);
1285 unused_nodes.erase(memacc.declaration);
1288 void ProgramCompiler::UnusedVariableLocator::visit(BinaryExpression &binary)
1290 if(binary.oper=="[")
1292 binary.left->visit(*this);
1293 SetForScope<bool> set(assignment_target, false);
1294 binary.right->visit(*this);
1297 TraversingVisitor::visit(binary);
1300 void ProgramCompiler::UnusedVariableLocator::visit(Assignment &assign)
1303 SetForScope<bool> set(assignment_target, !assign.self_referencing);
1304 assign.left->visit(*this);
1306 assign.right->visit(*this);
1307 assignment = &assign;
1310 void ProgramCompiler::UnusedVariableLocator::record_assignment(VariableDeclaration &var, Node &node, bool self_ref)
1312 VariableInfo &var_info = variables.back()[&var];
1314 clear_assignments(var_info, true);
1315 var_info.assignments.push_back(&node);
1316 var_info.conditionally_assigned = false;
1319 void ProgramCompiler::UnusedVariableLocator::clear_assignments(VariableInfo &var_info, bool mark_unused)
1323 for(vector<Node *>::iterator i=var_info.assignments.begin(); i!=var_info.assignments.end(); ++i)
1324 unused_nodes.insert(*i);
1326 var_info.assignments.clear();
1329 void ProgramCompiler::UnusedVariableLocator::visit(ExpressionStatement &expr)
1332 TraversingVisitor::visit(expr);
1333 if(assignment && assignment->target_declaration)
1334 record_assignment(*assignment->target_declaration, expr, assignment->self_referencing);
1337 void ProgramCompiler::UnusedVariableLocator::visit(StructDeclaration &strct)
1339 SetForScope<Node *> set(aggregate, &strct);
1340 unused_nodes.insert(&strct);
1341 TraversingVisitor::visit(strct);
1344 void ProgramCompiler::UnusedVariableLocator::visit(VariableDeclaration &var)
1347 aggregates[&var] = aggregate;
1350 variables.back()[&var].local = true;
1351 if(var.init_expression)
1352 record_assignment(var, *var.init_expression, false);
1354 unused_nodes.erase(var.type_declaration);
1355 TraversingVisitor::visit(var);
1358 void ProgramCompiler::UnusedVariableLocator::visit(InterfaceBlock &iface)
1360 SetForScope<Node *> set(aggregate, &iface);
1361 unused_nodes.insert(&iface);
1362 TraversingVisitor::visit(iface);
1365 void ProgramCompiler::UnusedVariableLocator::visit(FunctionDeclaration &func)
1367 variables.push_back(BlockVariableMap());
1370 SetForScope<bool> set(global_scope, false);
1371 for(vector<RefPtr<VariableDeclaration> >::iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
1373 func.body.visit(*this);
1376 BlockVariableMap &block_variables = variables.back();
1377 for(BlockVariableMap::iterator i=block_variables.begin(); i!=block_variables.end(); ++i)
1378 i->second.conditionally_assigned = true;
1379 for(vector<RefPtr<VariableDeclaration> >::iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
1380 block_variables[i->get()].referenced = true;
1381 merge_down_variables();
1384 void ProgramCompiler::UnusedVariableLocator::merge_down_variables()
1386 BlockVariableMap &parent_variables = variables[variables.size()-2];
1387 BlockVariableMap &block_variables = variables.back();
1388 for(BlockVariableMap::iterator i=block_variables.begin(); i!=block_variables.end(); ++i)
1392 if(!i->second.referenced)
1393 unused_nodes.insert(i->first);
1394 clear_assignments(i->second, true);
1398 BlockVariableMap::iterator j = parent_variables.find(i->first);
1399 if(j==parent_variables.end())
1400 parent_variables.insert(*i);
1403 if(i->second.referenced || !i->second.conditionally_assigned)
1404 clear_assignments(j->second, !i->second.referenced);
1405 j->second.conditionally_assigned = i->second.conditionally_assigned;
1406 j->second.referenced |= i->second.referenced;
1407 j->second.assignments.insert(j->second.assignments.end(), i->second.assignments.begin(), i->second.assignments.end());
1410 variables.pop_back();
1413 void ProgramCompiler::UnusedVariableLocator::visit(Conditional &cond)
1415 cond.condition->visit(*this);
1416 variables.push_back(BlockVariableMap());
1417 cond.body.visit(*this);
1419 BlockVariableMap if_variables;
1420 swap(variables.back(), if_variables);
1421 cond.else_body.visit(*this);
1423 BlockVariableMap &else_variables = variables.back();
1424 for(BlockVariableMap::iterator i=else_variables.begin(); i!=else_variables.end(); ++i)
1426 BlockVariableMap::iterator j = if_variables.find(i->first);
1427 if(j!=if_variables.end())
1429 i->second.assignments.insert(i->second.assignments.end(), j->second.assignments.begin(), j->second.assignments.end());
1430 i->second.conditionally_assigned |= j->second.conditionally_assigned;
1431 if_variables.erase(j);
1434 i->second.conditionally_assigned = true;
1437 for(BlockVariableMap::iterator i=if_variables.begin(); i!=if_variables.end(); ++i)
1439 i->second.conditionally_assigned = true;
1440 else_variables.insert(*i);
1443 merge_down_variables();
1446 void ProgramCompiler::UnusedVariableLocator::visit(Iteration &iter)
1448 variables.push_back(BlockVariableMap());
1449 TraversingVisitor::visit(iter);
1451 BlockVariableMap &block_variables = variables.back();
1452 for(BlockVariableMap::iterator i=block_variables.begin(); i!=block_variables.end(); ++i)
1453 if(!i->second.local && i->second.referenced)
1454 i->second.assignments.clear();
1456 merge_down_variables();
1460 ProgramCompiler::UnusedVariableLocator::VariableInfo::VariableInfo():
1462 conditionally_assigned(false),
1467 void ProgramCompiler::UnusedFunctionLocator::visit(FunctionCall &call)
1469 TraversingVisitor::visit(call);
1471 unused_nodes.erase(call.declaration);
1472 if(call.declaration && call.declaration->definition!=call.declaration)
1473 used_definitions.insert(call.declaration->definition);
1476 void ProgramCompiler::UnusedFunctionLocator::visit(FunctionDeclaration &func)
1478 TraversingVisitor::visit(func);
1480 if((func.name!="main" || func.body.body.empty()) && !used_definitions.count(&func))
1481 unused_nodes.insert(&func);
1485 ProgramCompiler::NodeRemover::NodeRemover(const set<Node *> &r):
1489 void ProgramCompiler::NodeRemover::visit(Block &block)
1491 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
1494 if(to_remove.count(i->get()))
1495 block.body.erase(i++);
1501 void ProgramCompiler::NodeRemover::visit(VariableDeclaration &var)
1503 if(to_remove.count(&var))
1505 stage->in_variables.erase(var.name);
1506 stage->out_variables.erase(var.name);
1507 stage->locations.erase(var.name);
1508 if(var.linked_declaration)
1509 var.linked_declaration->linked_declaration = 0;
1511 else if(var.init_expression && to_remove.count(var.init_expression.get()))
1512 var.init_expression = 0;
1516 void ProgramCompiler::PrecisionRemover::visit(Precision &)
1521 void ProgramCompiler::PrecisionRemover::visit(VariableDeclaration &var)
1523 var.precision.clear();
1527 ProgramCompiler::DefaultPrecisionGenerator::DefaultPrecisionGenerator():
1531 void ProgramCompiler::DefaultPrecisionGenerator::visit(Block &block)
1535 SetForScope<bool> set(toplevel, false);
1536 BlockModifier::visit(block);
1539 Visitor::visit(block);
1542 void ProgramCompiler::DefaultPrecisionGenerator::visit(Precision &prec)
1544 have_default.insert(prec.type);
1547 void ProgramCompiler::DefaultPrecisionGenerator::visit(VariableDeclaration &var)
1549 if(var.type_declaration)
1552 string type = var.type;
1553 if(!type.compare(0, 3, "vec") || !type.compare(0, 3, "mat"))
1555 else if(!type.compare(0, 3, "ivec") || type=="uint")
1558 if(!have_default.count(type))
1560 Precision *prec = new Precision;
1561 if(!type.compare(0, 7, "sampler"))
1562 prec->precision = "lowp";
1563 else if(stage->type==FRAGMENT)
1564 prec->precision = "mediump";
1566 prec->precision = "highp";
1568 insert_nodes.push_back(prec);
1570 have_default.insert(type);
1575 ProgramCompiler::LegacyConverter::LegacyConverter():
1576 target_api(get_gl_api()),
1577 target_version(get_glsl_version()),
1581 ProgramCompiler::LegacyConverter::LegacyConverter(const Version &v):
1582 target_api(get_gl_api()),
1587 bool ProgramCompiler::LegacyConverter::check_version(const Version &feature_version) const
1589 if(target_version<feature_version)
1591 else if(stage->required_version<feature_version)
1592 stage->required_version = feature_version;
1597 bool ProgramCompiler::LegacyConverter::supports_unified_interface_syntax() const
1599 if(target_api==OPENGL_ES2)
1600 return check_version(Version(3, 0));
1602 return check_version(Version(1, 30));
1605 void ProgramCompiler::LegacyConverter::visit(VariableReference &var)
1607 if(var.declaration==frag_out && !supports_unified_interface_syntax())
1609 var.name = "gl_FragColor";
1610 var.declaration = 0;
1613 else if(var.declaration)
1614 type = var.declaration->type;
1619 void ProgramCompiler::LegacyConverter::visit(Assignment &assign)
1621 TraversingVisitor::visit(assign);
1622 if(assign.target_declaration==frag_out && !supports_unified_interface_syntax())
1623 assign.target_declaration = 0;
1626 bool ProgramCompiler::LegacyConverter::supports_unified_sampling_functions() const
1628 if(target_api==OPENGL_ES2)
1629 return check_version(Version(3, 0));
1631 return check_version(Version(1, 30));
1634 void ProgramCompiler::LegacyConverter::visit(FunctionCall &call)
1636 if(call.name=="texture" && !call.declaration && !supports_unified_sampling_functions())
1638 vector<RefPtr<Expression> >::iterator i = call.arguments.begin();
1639 if(i!=call.arguments.end())
1642 if(type=="sampler1D")
1643 call.name = "texture1D";
1644 else if(type=="sampler2D")
1645 call.name = "texture2D";
1646 else if(type=="sampler3D")
1647 call.name = "texture3D";
1648 else if(type=="sampler1DShadow")
1649 call.name = "shadow1D";
1650 else if(type=="sampler2DShadow")
1651 call.name = "shadow2D";
1653 for(; i!=call.arguments.end(); ++i)
1658 TraversingVisitor::visit(call);
1661 bool ProgramCompiler::LegacyConverter::supports_interface_layouts() const
1663 if(target_api==OPENGL_ES2)
1664 return check_version(Version(3, 0));
1666 return check_version(Version(3, 30));
1669 void ProgramCompiler::LegacyConverter::visit(VariableDeclaration &var)
1671 if(var.layout && !supports_interface_layouts())
1673 vector<Layout::Qualifier>::iterator i;
1674 for(i=var.layout->qualifiers.begin(); (i!=var.layout->qualifiers.end() && i->identifier!="location"); ++i) ;
1675 if(i!=var.layout->qualifiers.end())
1677 unsigned location = lexical_cast<unsigned>(i->value);
1678 if(stage->type==VERTEX && var.interface=="in")
1680 stage->locations[var.name] = location;
1681 var.layout->qualifiers.erase(i);
1683 else if(stage->type==FRAGMENT && var.interface=="out")
1686 static Require _req(EXT_gpu_shader4);
1687 stage->locations[var.name] = location;
1688 var.layout->qualifiers.erase(i);
1691 if(var.layout->qualifiers.empty())
1696 if((var.interface=="in" || var.interface=="out") && !supports_unified_interface_syntax())
1698 if(stage->type==FRAGMENT && var.interface=="out")
1705 TraversingVisitor::visit(var);
1708 bool ProgramCompiler::LegacyConverter::supports_interface_blocks(const string &iface) const
1710 if(target_api==OPENGL_ES2)
1712 if(iface=="uniform")
1713 return check_version(Version(3, 0));
1715 return check_version(Version(3, 20));
1718 return check_version(Version(1, 50));
1721 void ProgramCompiler::LegacyConverter::visit(InterfaceBlock &iface)
1723 if(!supports_interface_blocks(iface.interface))
1724 flatten_block(iface.members);