1 #include <msp/core/raii.h>
2 #include <msp/strings/format.h>
3 #include <msp/strings/utils.h>
6 #include "programcompiler.h"
14 const char builtins_src[] =
16 "out gl_PerVertex {\n"
17 " vec4 gl_Position;\n"
18 " float gl_ClipDistance[];\n"
22 " vec4 gl_Position;\n"
23 " float gl_ClipDistance[];\n"
25 "out gl_PerVertex {\n"
26 " vec4 gl_Position;\n"
27 " float gl_ClipDistance[];\n"
35 using namespace ProgramSyntax;
37 ProgramCompiler::ProgramCompiler():
42 void ProgramCompiler::compile(const string &source)
45 module = &parser.parse(source);
49 void ProgramCompiler::compile(IO::Base &io, Resources *res)
52 module = &parser.parse(io);
56 void ProgramCompiler::add_shaders(Program &program)
59 throw invalid_operation("ProgramCompiler::add_shaders");
61 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
65 program.attach_shader_owned(new VertexShader(apply<Formatter>(*i)));
66 for(map<string, unsigned>::iterator j=i->locations.begin(); j!=i->locations.end(); ++j)
67 program.bind_attribute(j->second, j->first);
69 else if(i->type==GEOMETRY)
70 program.attach_shader_owned(new GeometryShader(apply<Formatter>(*i)));
71 else if(i->type==FRAGMENT)
73 program.attach_shader_owned(new FragmentShader(apply<Formatter>(*i)));
74 for(map<string, unsigned>::iterator j=i->locations.begin(); j!=i->locations.end(); ++j)
75 program.bind_fragment_data(j->second, j->first);
80 Module *ProgramCompiler::create_builtins_module()
83 Module *module = new Module(parser.parse(builtins_src));
84 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
86 VariableResolver resolver;
87 i->content.visit(resolver);
88 for(map<string, VariableDeclaration *>::iterator j=i->content.variables.begin(); j!=i->content.variables.end(); ++j)
89 j->second->linked_declaration = j->second;
94 Module &ProgramCompiler::get_builtins_module()
96 static RefPtr<Module> builtins_module = create_builtins_module();
97 return *builtins_module;
100 Stage *ProgramCompiler::get_builtins(StageType type)
102 Module &module = get_builtins_module();
103 for(list<Stage>::iterator i=module.stages.begin(); i!=module.stages.end(); ++i)
109 void ProgramCompiler::process()
111 list<Import *> imports = apply<NodeGatherer<Import> >(module->shared);
112 for(list<Import *>::iterator i=imports.end(); i!=imports.begin(); )
113 import((*--i)->module);
114 apply<NodeRemover>(module->shared, set<Node *>(imports.begin(), imports.end()));
116 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
118 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); )
121 i = module->stages.begin();
125 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
129 void ProgramCompiler::import(const string &name)
131 string fn = name+".glsl";
132 RefPtr<IO::Seekable> io = (resources ? resources->open_raw(fn) : Resources::get_builtins().open(fn));
134 throw runtime_error(format("module %s not found", name));
135 ProgramParser import_parser;
136 Module &imported_module = import_parser.parse(*io);
138 inject_block(module->shared.content, imported_module.shared.content);
139 apply<DeclarationCombiner>(module->shared);
140 for(list<Stage>::iterator i=imported_module.stages.begin(); i!=imported_module.stages.end(); ++i)
142 list<Stage>::iterator j;
143 for(j=module->stages.begin(); (j!=module->stages.end() && j->type<i->type); ++j) ;
144 if(j==module->stages.end() || j->type>i->type)
146 j = module->stages.insert(j, *i);
147 list<Stage>::iterator k = j;
148 if(++k!=module->stages.end())
150 if(j!=module->stages.begin())
151 j->previous = &*--(k=j);
155 inject_block(j->content, i->content);
156 apply<DeclarationCombiner>(*j);
161 void ProgramCompiler::generate(Stage &stage)
163 inject_block(stage.content, module->shared.content);
165 apply<DeclarationReorderer>(stage);
166 apply<FunctionResolver>(stage);
167 apply<VariableResolver>(stage);
168 apply<InterfaceGenerator>(stage);
169 apply<VariableResolver>(stage);
170 apply<VariableRenamer>(stage);
171 apply<DeclarationReorderer>(stage);
172 apply<LegacyConverter>(stage);
175 bool ProgramCompiler::optimize(Stage &stage)
177 apply<ConstantConditionEliminator>(stage);
179 set<FunctionDeclaration *> inlineable = apply<InlineableFunctionLocator>(stage);
180 apply<FunctionInliner>(stage, inlineable);
182 set<Node *> unused = apply<UnusedVariableLocator>(stage);
183 set<Node *> unused2 = apply<UnusedFunctionLocator>(stage);
184 unused.insert(unused2.begin(), unused2.end());
185 apply<NodeRemover>(stage, unused);
187 return !unused.empty();
190 void ProgramCompiler::finalize(Stage &stage)
192 if(get_gl_api()==OPENGL_ES2)
193 apply<DefaultPrecisionGenerator>(stage);
195 apply<PrecisionRemover>(stage);
198 void ProgramCompiler::inject_block(Block &target, const Block &source)
200 list<RefPtr<Node> >::iterator insert_point = target.body.begin();
201 for(list<RefPtr<Node> >::const_iterator i=source.body.begin(); i!=source.body.end(); ++i)
202 target.body.insert(insert_point, (*i)->clone());
206 typename T::ResultType ProgramCompiler::apply(Stage &stage)
209 visitor.apply(stage);
210 return visitor.get_result();
213 template<typename T, typename A>
214 typename T::ResultType ProgramCompiler::apply(Stage &stage, const A &arg)
217 visitor.apply(stage);
218 return visitor.get_result();
222 ProgramCompiler::Visitor::Visitor():
226 void ProgramCompiler::Visitor::apply(Stage &s)
228 SetForScope<Stage *> set(stage, &s);
229 stage->content.visit(*this);
233 ProgramCompiler::BlockModifier::BlockModifier():
237 void ProgramCompiler::BlockModifier::flatten_block(Block &block)
239 insert_nodes.insert(insert_nodes.end(), block.body.begin(), block.body.end());
243 void ProgramCompiler::BlockModifier::apply_and_increment(Block &block, list<RefPtr<Node> >::iterator &i)
245 block.body.insert(i, insert_nodes.begin(), insert_nodes.end());
246 insert_nodes.clear();
249 block.body.erase(i++);
255 void ProgramCompiler::BlockModifier::visit(Block &block)
257 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
260 apply_and_increment(block, i);
265 ProgramCompiler::Formatter::Formatter():
267 parameter_list(false),
271 void ProgramCompiler::Formatter::apply(ProgramSyntax::Stage &s)
273 GLApi api = get_gl_api();
274 const Version &ver = s.required_version;
278 formatted += format("#version %d%02d", ver.major, ver.minor);
279 if(api==OPENGL_ES2 && ver>=Version(3, 0))
287 void ProgramCompiler::Formatter::visit(Literal &literal)
289 formatted += literal.token;
292 void ProgramCompiler::Formatter::visit(ParenthesizedExpression &parexpr)
295 parexpr.expression->visit(*this);
299 void ProgramCompiler::Formatter::visit(VariableReference &var)
301 formatted += var.name;
304 void ProgramCompiler::Formatter::visit(MemberAccess &memacc)
306 memacc.left->visit(*this);
307 formatted += format(".%s", memacc.member);
310 void ProgramCompiler::Formatter::visit(UnaryExpression &unary)
313 formatted += unary.oper;
314 unary.expression->visit(*this);
316 formatted += unary.oper;
319 void ProgramCompiler::Formatter::visit(BinaryExpression &binary)
321 binary.left->visit(*this);
322 formatted += binary.oper;
323 binary.right->visit(*this);
324 formatted += binary.after;
327 void ProgramCompiler::Formatter::visit(Assignment &assign)
329 assign.left->visit(*this);
330 formatted += format(" %s ", assign.oper);
331 assign.right->visit(*this);
334 void ProgramCompiler::Formatter::visit(FunctionCall &call)
336 formatted += format("%s(", call.name);
337 for(vector<RefPtr<Expression> >::iterator i=call.arguments.begin(); i!=call.arguments.end(); ++i)
339 if(i!=call.arguments.begin())
346 void ProgramCompiler::Formatter::visit(ExpressionStatement &expr)
348 expr.expression->visit(*this);
352 void ProgramCompiler::Formatter::visit(Block &block)
357 unsigned brace_indent = indent;
358 bool use_braces = (block.use_braces || (indent && block.body.size()!=1));
360 formatted += format("%s{\n", string(brace_indent*2, ' '));
362 SetForScope<unsigned> set(indent, indent+(indent>0 || use_braces));
363 string spaces(indent*2, ' ');
364 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); ++i)
366 if(i!=block.body.begin())
374 formatted += format("\n%s}", string(brace_indent*2, ' '));
377 void ProgramCompiler::Formatter::visit(Import &import)
379 formatted += format("import %s;", import.module);
382 void ProgramCompiler::Formatter::visit(Precision &prec)
384 formatted += format("precision %s %s;", prec.precision, prec.type);
387 void ProgramCompiler::Formatter::visit(Layout &layout)
389 formatted += "layout(";
390 for(vector<Layout::Qualifier>::const_iterator i=layout.qualifiers.begin(); i!=layout.qualifiers.end(); ++i)
392 if(i!=layout.qualifiers.begin())
394 formatted += i->identifier;
395 if(!i->value.empty())
396 formatted += format("=%s", i->value);
401 void ProgramCompiler::Formatter::visit(InterfaceLayout &layout)
403 layout.layout.visit(*this);
404 formatted += format(" %s;", layout.interface);
407 void ProgramCompiler::Formatter::visit(StructDeclaration &strct)
409 formatted += format("struct %s\n", strct.name);
410 strct.members.visit(*this);
414 void ProgramCompiler::Formatter::visit(VariableDeclaration &var)
418 var.layout->visit(*this);
422 formatted += "const ";
423 if(!var.sampling.empty())
424 formatted += format("%s ", var.sampling);
425 if(!var.interface.empty() && var.interface!=block_interface)
427 string interface = var.interface;
428 if(stage->required_version<Version(1, 30))
430 if(stage->type==VERTEX && var.interface=="in")
431 interface = "attribute";
432 else if((stage->type==VERTEX && var.interface=="out") || (stage->type==FRAGMENT && var.interface=="in"))
433 interface = "varying";
435 formatted += format("%s ", interface);
437 if(!var.precision.empty())
438 formatted += format("%s ", var.precision);
439 formatted += format("%s %s", var.type, var.name);
444 var.array_size->visit(*this);
447 if(var.init_expression)
450 var.init_expression->visit(*this);
456 void ProgramCompiler::Formatter::visit(InterfaceBlock &iface)
458 SetForScope<string> set(block_interface, iface.interface);
459 formatted += format("%s %s\n", iface.interface, iface.name);
460 iface.members.visit(*this);
464 void ProgramCompiler::Formatter::visit(FunctionDeclaration &func)
466 formatted += format("%s %s(", func.return_type, func.name);
467 for(vector<RefPtr<VariableDeclaration> >::iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
469 if(i!=func.parameters.begin())
471 SetFlag set(parameter_list);
475 if(func.definition==&func)
478 func.body.visit(*this);
484 void ProgramCompiler::Formatter::visit(Conditional &cond)
487 formatted.replace(formatted.rfind('\n'), string::npos, 1, ' ');
492 cond.condition->visit(*this);
495 cond.body.visit(*this);
496 if(!cond.else_body.body.empty())
498 formatted += format("\n%selse\n", string(indent*2, ' '));
499 SetForScope<unsigned> set(else_if, 2);
500 cond.else_body.visit(*this);
504 void ProgramCompiler::Formatter::visit(Iteration &iter)
507 iter.init_statement->visit(*this);
509 iter.condition->visit(*this);
511 iter.loop_expression->visit(*this);
513 iter.body.visit(*this);
516 void ProgramCompiler::Formatter::visit(Return &ret)
518 formatted += "return ";
519 ret.expression->visit(*this);
523 void ProgramCompiler::Formatter::visit(Jump &jump)
525 formatted += jump.keyword;
530 ProgramCompiler::DeclarationCombiner::DeclarationCombiner():
534 void ProgramCompiler::DeclarationCombiner::visit(Block &block)
539 SetForScope<bool> set(toplevel, false);
540 BlockModifier::visit(block);
543 void ProgramCompiler::DeclarationCombiner::visit(FunctionDeclaration &func)
545 vector<FunctionDeclaration *> &decls = functions[func.name];
548 for(vector<FunctionDeclaration *>::iterator i=decls.begin(); i!=decls.end(); ++i)
550 (*i)->definition = func.definition;
551 (*i)->body.body.clear();
554 decls.push_back(&func);
557 void ProgramCompiler::DeclarationCombiner::visit(VariableDeclaration &var)
559 VariableDeclaration *&ptr = variables[var.name];
562 ptr->type = var.type;
563 if(var.init_expression)
564 ptr->init_expression = var.init_expression;
572 ProgramCompiler::VariableResolver::VariableResolver():
574 record_target(false),
575 assignment_target(0),
576 self_referencing(false)
579 void ProgramCompiler::VariableResolver::apply(Stage &s)
581 SetForScope<Stage *> set(stage, &s);
582 Stage *builtins = get_builtins(stage->type);
584 blocks.push_back(&builtins->content);
585 stage->content.visit(*this);
590 void ProgramCompiler::VariableResolver::visit(Block &block)
592 blocks.push_back(&block);
593 block.variables.clear();
594 TraversingVisitor::visit(block);
598 void ProgramCompiler::VariableResolver::visit(VariableReference &var)
602 for(vector<Block *>::iterator i=blocks.end(); i!=blocks.begin(); )
605 map<string, VariableDeclaration *>::iterator j = (*i)->variables.find(var.name);
606 if(j!=(*i)->variables.end())
608 var.declaration = j->second;
609 type = j->second->type_declaration;
616 if(assignment_target)
618 record_target = false;
619 assignment_target = 0;
622 assignment_target = var.declaration;
624 else if(var.declaration && var.declaration==assignment_target)
625 self_referencing = true;
628 void ProgramCompiler::VariableResolver::visit(MemberAccess &memacc)
631 TraversingVisitor::visit(memacc);
632 memacc.declaration = 0;
635 map<string, VariableDeclaration *>::iterator i = type->members.variables.find(memacc.member);
636 if(i!=type->members.variables.end())
638 memacc.declaration = i->second;
639 type = i->second->type_declaration;
646 void ProgramCompiler::VariableResolver::visit(BinaryExpression &binary)
651 SetForScope<bool> set(record_target, false);
652 binary.right->visit(*this);
655 binary.left->visit(*this);
659 TraversingVisitor::visit(binary);
664 void ProgramCompiler::VariableResolver::visit(Assignment &assign)
667 SetFlag set(record_target);
668 assignment_target = 0;
669 assign.left->visit(*this);
672 self_referencing = false;
673 assign.right->visit(*this);
675 assign.self_referencing = (self_referencing || assign.oper!="=");
676 assign.target_declaration = assignment_target;
679 void ProgramCompiler::VariableResolver::visit(StructDeclaration &strct)
681 TraversingVisitor::visit(strct);
682 blocks.back()->types[strct.name] = &strct;
685 void ProgramCompiler::VariableResolver::visit(VariableDeclaration &var)
687 for(vector<Block *>::iterator i=blocks.end(); i!=blocks.begin(); )
690 map<string, StructDeclaration *>::iterator j = (*i)->types.find(var.type);
691 if(j!=(*i)->types.end())
692 var.type_declaration = j->second;
695 if(!block_interface.empty() && var.interface.empty())
696 var.interface = block_interface;
698 TraversingVisitor::visit(var);
699 blocks.back()->variables[var.name] = &var;
700 if(anonymous && blocks.size()>1)
701 blocks[blocks.size()-2]->variables[var.name] = &var;
704 void ProgramCompiler::VariableResolver::visit(InterfaceBlock &iface)
706 SetFlag set(anonymous);
707 SetForScope<string> set2(block_interface, iface.interface);
708 TraversingVisitor::visit(iface);
712 void ProgramCompiler::FunctionResolver::visit(FunctionCall &call)
714 map<string, vector<FunctionDeclaration *> >::iterator i = functions.find(call.name);
715 if(i!=functions.end())
716 call.declaration = i->second.back();
718 TraversingVisitor::visit(call);
721 void ProgramCompiler::FunctionResolver::visit(FunctionDeclaration &func)
723 vector<FunctionDeclaration *> &decls = functions[func.name];
726 for(vector<FunctionDeclaration *>::iterator i=decls.begin(); i!=decls.end(); ++i)
727 (*i)->definition = func.definition;
729 decls.push_back(&func);
731 else if(!decls.empty() && decls.back()->definition)
732 func.definition = decls.back()->definition;
734 decls.push_back(&func);
736 TraversingVisitor::visit(func);
740 ProgramCompiler::InterfaceGenerator::InterfaceGenerator():
744 string ProgramCompiler::InterfaceGenerator::get_out_prefix(StageType type)
748 else if(type==GEOMETRY)
754 void ProgramCompiler::InterfaceGenerator::apply(Stage &s)
756 SetForScope<Stage *> set(stage, &s);
758 in_prefix = get_out_prefix(stage->previous->type);
759 out_prefix = get_out_prefix(stage->type);
760 stage->content.visit(*this);
763 void ProgramCompiler::InterfaceGenerator::visit(Block &block)
765 SetForScope<unsigned> set(scope_level, scope_level+1);
766 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
772 for(map<string, RefPtr<VariableDeclaration> >::iterator j=iface_declarations.begin(); j!=iface_declarations.end(); ++j)
774 list<RefPtr<Node> >::iterator k = block.body.insert(i, j->second);
777 iface_declarations.clear();
780 apply_and_increment(block, i);
784 string ProgramCompiler::InterfaceGenerator::change_prefix(const string &name, const string &prefix) const
786 unsigned offset = (name.compare(0, in_prefix.size(), in_prefix) ? 0 : in_prefix.size());
787 return prefix+name.substr(offset);
790 bool ProgramCompiler::InterfaceGenerator::generate_interface(VariableDeclaration &var, const string &iface, const string &name)
792 const map<string, VariableDeclaration *> &stage_vars = (iface=="in" ? stage->in_variables : stage->out_variables);
793 if(stage_vars.count(name) || iface_declarations.count(name))
796 VariableDeclaration* iface_var = new VariableDeclaration;
797 iface_var->sampling = var.sampling;
798 iface_var->interface = iface;
799 iface_var->type = var.type;
800 iface_var->type_declaration = var.type_declaration;
801 iface_var->name = name;
802 if(stage->type==GEOMETRY)
803 iface_var->array = ((var.array && var.interface!="in") || iface=="in");
805 iface_var->array = var.array;
807 iface_var->array_size = var.array_size;
809 iface_var->linked_declaration = &var;
810 iface_declarations[name] = iface_var;
815 void ProgramCompiler::InterfaceGenerator::insert_assignment(const string &left, ProgramSyntax::Expression *right)
817 Assignment *assign = new Assignment;
818 VariableReference *ref = new VariableReference;
822 assign->right = right;
824 ExpressionStatement *stmt = new ExpressionStatement;
825 stmt->expression = assign;
826 insert_nodes.push_back(stmt);
829 void ProgramCompiler::InterfaceGenerator::visit(VariableReference &var)
831 if(var.declaration || !stage->previous)
833 if(iface_declarations.count(var.name))
836 const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
837 map<string, VariableDeclaration *>::const_iterator i = prev_out.find(var.name);
838 if(i==prev_out.end())
839 i = prev_out.find(in_prefix+var.name);
840 if(i!=prev_out.end())
841 generate_interface(*i->second, "in", var.name);
844 void ProgramCompiler::InterfaceGenerator::visit(VariableDeclaration &var)
846 if(var.interface=="out")
849 stage->out_variables[var.name] = &var;
850 else if(generate_interface(var, "out", change_prefix(var.name, string())))
853 if(var.init_expression)
854 insert_assignment(var.name, var.init_expression->clone());
857 else if(var.interface=="in")
859 stage->in_variables[var.name] = &var;
860 if(var.linked_declaration)
861 var.linked_declaration->linked_declaration = &var;
862 else if(stage->previous)
864 const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
865 map<string, VariableDeclaration *>::const_iterator i = prev_out.find(var.name);
866 if(i!=prev_out.end())
868 var.linked_declaration = i->second;
869 i->second->linked_declaration = &var;
874 TraversingVisitor::visit(var);
877 void ProgramCompiler::InterfaceGenerator::visit(Passthrough &pass)
879 vector<VariableDeclaration *> pass_vars;
881 for(map<string, VariableDeclaration *>::const_iterator i=stage->in_variables.begin(); i!=stage->in_variables.end(); ++i)
882 pass_vars.push_back(i->second);
883 for(map<string, RefPtr<VariableDeclaration> >::const_iterator i=iface_declarations.begin(); i!=iface_declarations.end(); ++i)
884 if(i->second->interface=="in")
885 pass_vars.push_back(i->second.get());
889 const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
890 for(map<string, VariableDeclaration *>::const_iterator i=prev_out.begin(); i!=prev_out.end(); ++i)
893 for(vector<VariableDeclaration *>::const_iterator j=pass_vars.begin(); (!linked && j!=pass_vars.end()); ++j)
894 linked = ((*j)->linked_declaration==i->second);
896 if(!linked && generate_interface(*i->second, "in", i->second->name))
897 pass_vars.push_back(i->second);
901 if(stage->type==GEOMETRY)
903 VariableReference *ref = new VariableReference;
906 BinaryExpression *subscript = new BinaryExpression;
907 subscript->left = ref;
908 subscript->oper = "[";
909 subscript->right = pass.subscript;
910 subscript->after = "]";
912 MemberAccess *memacc = new MemberAccess;
913 memacc->left = subscript;
914 memacc->member = "gl_Position";
916 insert_assignment("gl_Position", memacc);
919 for(vector<VariableDeclaration *>::const_iterator i=pass_vars.begin(); i!=pass_vars.end(); ++i)
921 string out_name = change_prefix((*i)->name, out_prefix);
922 generate_interface(**i, "out", out_name);
924 VariableReference *ref = new VariableReference;
925 ref->name = (*i)->name;
928 BinaryExpression *subscript = new BinaryExpression;
929 subscript->left = ref;
930 subscript->oper = "[";
931 subscript->right = pass.subscript;
932 subscript->after = "]";
933 insert_assignment(out_name, subscript);
936 insert_assignment(out_name, ref);
943 void ProgramCompiler::VariableRenamer::visit(VariableReference &var)
946 var.name = var.declaration->name;
949 void ProgramCompiler::VariableRenamer::visit(VariableDeclaration &var)
951 if(var.linked_declaration)
952 var.name = var.linked_declaration->name;
953 TraversingVisitor::visit(var);
957 ProgramCompiler::DeclarationReorderer::DeclarationReorderer():
961 void ProgramCompiler::DeclarationReorderer::visit(Block &block)
963 list<RefPtr<Node> >::iterator struct_insert_point = block.body.end();
964 list<RefPtr<Node> >::iterator variable_insert_point = block.body.end();
966 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
968 kind = NO_DECLARATION;
972 if(kind==STRUCT && struct_insert_point!=block.body.end())
974 block.body.insert(struct_insert_point, *i);
977 else if(kind>STRUCT && struct_insert_point==block.body.end())
978 struct_insert_point = i;
980 if(kind==VARIABLE && variable_insert_point!=block.body.end())
982 block.body.insert(variable_insert_point, *i);
985 else if(kind>VARIABLE && variable_insert_point==block.body.end())
986 variable_insert_point = i;
989 block.body.erase(i++);
996 ProgramCompiler::InlineableFunctionLocator::InlineableFunctionLocator():
1000 void ProgramCompiler::InlineableFunctionLocator::visit(FunctionCall &call)
1002 FunctionDeclaration *def = call.declaration;
1003 if(def && def->definition!=def)
1004 def = def->definition;
1008 unsigned &count = refcounts[def];
1010 if(count>1 || def==in_function)
1011 inlineable.erase(def);
1014 TraversingVisitor::visit(call);
1017 void ProgramCompiler::InlineableFunctionLocator::visit(FunctionDeclaration &func)
1019 unsigned &count = refcounts[func.definition];
1020 if(!count && func.parameters.empty())
1021 inlineable.insert(func.definition);
1023 SetForScope<FunctionDeclaration *> set(in_function, &func);
1024 TraversingVisitor::visit(func);
1028 ProgramCompiler::FunctionInliner::FunctionInliner():
1032 ProgramCompiler::FunctionInliner::FunctionInliner(const set<FunctionDeclaration *> &in):
1037 void ProgramCompiler::FunctionInliner::visit_and_inline(RefPtr<Expression> &ptr)
1042 ptr = inline_result;
1045 void ProgramCompiler::FunctionInliner::visit(Block &block)
1050 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); ++i)
1058 void ProgramCompiler::FunctionInliner::visit(UnaryExpression &unary)
1060 visit_and_inline(unary.expression);
1064 void ProgramCompiler::FunctionInliner::visit(BinaryExpression &binary)
1066 visit_and_inline(binary.left);
1067 visit_and_inline(binary.right);
1071 void ProgramCompiler::FunctionInliner::visit(FunctionCall &call)
1073 for(vector<RefPtr<Expression> >::iterator i=call.arguments.begin(); i!=call.arguments.end(); ++i)
1074 visit_and_inline(*i);
1076 FunctionDeclaration *def = call.declaration;
1077 if(def && def->definition!=def)
1078 def = def->definition;
1080 if(def && inlineable.count(def))
1089 void ProgramCompiler::FunctionInliner::visit(Return &ret)
1091 TraversingVisitor::visit(ret);
1094 inline_result = ret.expression->clone();
1098 ProgramCompiler::ExpressionEvaluator::ExpressionEvaluator():
1104 ProgramCompiler::ExpressionEvaluator::ExpressionEvaluator(const ValueMap &v):
1105 variable_values(&v),
1110 void ProgramCompiler::ExpressionEvaluator::visit(Literal &literal)
1112 if(literal.token=="true")
1114 else if(literal.token=="false")
1117 result = lexical_cast<float>(literal.token);
1118 result_valid = true;
1121 void ProgramCompiler::ExpressionEvaluator::visit(ParenthesizedExpression &parexp)
1123 parexp.expression->visit(*this);
1126 void ProgramCompiler::ExpressionEvaluator::visit(VariableReference &var)
1128 if(!var.declaration)
1133 ValueMap::const_iterator i = variable_values->find(var.declaration);
1134 if(i!=variable_values->end())
1135 i->second->visit(*this);
1137 else if(var.declaration->init_expression)
1138 var.declaration->init_expression->visit(*this);
1141 void ProgramCompiler::ExpressionEvaluator::visit(UnaryExpression &unary)
1143 result_valid = false;
1144 unary.expression->visit(*this);
1151 result_valid = false;
1154 void ProgramCompiler::ExpressionEvaluator::visit(BinaryExpression &binary)
1156 result_valid = false;
1157 binary.left->visit(*this);
1161 float left_result = result;
1162 result_valid = false;
1163 binary.right->visit(*this);
1167 if(binary.oper=="<")
1168 result = (left_result<result);
1169 else if(binary.oper=="<=")
1170 result = (left_result<=result);
1171 else if(binary.oper==">")
1172 result = (left_result>result);
1173 else if(binary.oper==">=")
1174 result = (left_result>=result);
1175 else if(binary.oper=="==")
1176 result = (left_result==result);
1177 else if(binary.oper=="!=")
1178 result = (left_result!=result);
1179 else if(binary.oper=="&&")
1180 result = (left_result && result);
1181 else if(binary.oper=="||")
1182 result = (left_result || result);
1184 result_valid = false;
1188 ProgramCompiler::ConstantConditionEliminator::ConstantConditionEliminator():
1192 void ProgramCompiler::ConstantConditionEliminator::visit(Block &block)
1194 SetForScope<unsigned> set(scope_level, scope_level+1);
1195 BlockModifier::visit(block);
1197 for(map<string, VariableDeclaration *>::const_iterator i=block.variables.begin(); i!=block.variables.end(); ++i)
1198 variable_values.erase(i->second);
1201 void ProgramCompiler::ConstantConditionEliminator::visit(Assignment &assign)
1203 variable_values.erase(assign.target_declaration);
1206 void ProgramCompiler::ConstantConditionEliminator::visit(VariableDeclaration &var)
1208 if(var.constant || scope_level>1)
1209 variable_values[&var] = var.init_expression.get();
1212 void ProgramCompiler::ConstantConditionEliminator::visit(Conditional &cond)
1214 ExpressionEvaluator eval(variable_values);
1215 cond.condition->visit(eval);
1216 if(eval.result_valid)
1217 flatten_block(eval.result ? cond.body : cond.else_body);
1219 TraversingVisitor::visit(cond);
1222 void ProgramCompiler::ConstantConditionEliminator::visit(Iteration &iter)
1226 ExpressionEvaluator eval;
1227 iter.condition->visit(eval);
1228 if(eval.result_valid && !eval.result)
1235 TraversingVisitor::visit(iter);
1239 ProgramCompiler::UnusedVariableLocator::UnusedVariableLocator():
1242 assignment_target(false),
1246 void ProgramCompiler::UnusedVariableLocator::apply(Stage &s)
1248 variables.push_back(BlockVariableMap());
1250 BlockVariableMap &global_variables = variables.back();
1251 for(BlockVariableMap::iterator i=global_variables.begin(); i!=global_variables.end(); ++i)
1253 if(i->first->interface=="out" && (s.type==FRAGMENT || i->first->linked_declaration || !i->first->name.compare(0, 3, "gl_")))
1255 if(!i->second.referenced)
1257 unused_nodes.insert(i->first);
1258 clear_assignments(i->second, true);
1261 variables.pop_back();
1264 void ProgramCompiler::UnusedVariableLocator::visit(VariableReference &var)
1266 map<VariableDeclaration *, Node *>::iterator i = aggregates.find(var.declaration);
1267 if(i!=aggregates.end())
1268 unused_nodes.erase(i->second);
1270 if(var.declaration && !assignment_target)
1272 VariableInfo &var_info = variables.back()[var.declaration];
1273 var_info.assignments.clear();
1274 var_info.referenced = true;
1278 void ProgramCompiler::UnusedVariableLocator::visit(MemberAccess &memacc)
1280 TraversingVisitor::visit(memacc);
1281 unused_nodes.erase(memacc.declaration);
1284 void ProgramCompiler::UnusedVariableLocator::visit(BinaryExpression &binary)
1286 if(binary.oper=="[")
1288 binary.left->visit(*this);
1289 SetForScope<bool> set(assignment_target, false);
1290 binary.right->visit(*this);
1293 TraversingVisitor::visit(binary);
1296 void ProgramCompiler::UnusedVariableLocator::visit(Assignment &assign)
1299 SetForScope<bool> set(assignment_target, !assign.self_referencing);
1300 assign.left->visit(*this);
1302 assign.right->visit(*this);
1303 assignment = &assign;
1306 void ProgramCompiler::UnusedVariableLocator::record_assignment(VariableDeclaration &var, Node &node, bool self_ref)
1308 VariableInfo &var_info = variables.back()[&var];
1310 clear_assignments(var_info, true);
1311 var_info.assignments.push_back(&node);
1312 var_info.conditionally_assigned = false;
1315 void ProgramCompiler::UnusedVariableLocator::clear_assignments(VariableInfo &var_info, bool mark_unused)
1319 for(vector<Node *>::iterator i=var_info.assignments.begin(); i!=var_info.assignments.end(); ++i)
1320 unused_nodes.insert(*i);
1322 var_info.assignments.clear();
1325 void ProgramCompiler::UnusedVariableLocator::visit(ExpressionStatement &expr)
1328 TraversingVisitor::visit(expr);
1329 if(assignment && assignment->target_declaration)
1330 record_assignment(*assignment->target_declaration, expr, assignment->self_referencing);
1333 void ProgramCompiler::UnusedVariableLocator::visit(StructDeclaration &strct)
1335 SetForScope<Node *> set(aggregate, &strct);
1336 unused_nodes.insert(&strct);
1337 TraversingVisitor::visit(strct);
1340 void ProgramCompiler::UnusedVariableLocator::visit(VariableDeclaration &var)
1343 aggregates[&var] = aggregate;
1346 variables.back()[&var].local = true;
1347 if(var.init_expression)
1348 record_assignment(var, *var.init_expression, false);
1350 unused_nodes.erase(var.type_declaration);
1351 TraversingVisitor::visit(var);
1354 void ProgramCompiler::UnusedVariableLocator::visit(InterfaceBlock &iface)
1356 SetForScope<Node *> set(aggregate, &iface);
1357 unused_nodes.insert(&iface);
1358 TraversingVisitor::visit(iface);
1361 void ProgramCompiler::UnusedVariableLocator::visit(FunctionDeclaration &func)
1363 variables.push_back(BlockVariableMap());
1366 SetForScope<bool> set(global_scope, false);
1367 for(vector<RefPtr<VariableDeclaration> >::iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
1369 func.body.visit(*this);
1372 BlockVariableMap &block_variables = variables.back();
1373 for(BlockVariableMap::iterator i=block_variables.begin(); i!=block_variables.end(); ++i)
1374 i->second.conditionally_assigned = true;
1375 for(vector<RefPtr<VariableDeclaration> >::iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
1376 block_variables[i->get()].referenced = true;
1377 merge_down_variables();
1380 void ProgramCompiler::UnusedVariableLocator::merge_down_variables()
1382 BlockVariableMap &parent_variables = variables[variables.size()-2];
1383 BlockVariableMap &block_variables = variables.back();
1384 for(BlockVariableMap::iterator i=block_variables.begin(); i!=block_variables.end(); ++i)
1388 if(!i->second.referenced)
1389 unused_nodes.insert(i->first);
1390 clear_assignments(i->second, true);
1394 BlockVariableMap::iterator j = parent_variables.find(i->first);
1395 if(j==parent_variables.end())
1396 parent_variables.insert(*i);
1399 if(i->second.referenced || !i->second.conditionally_assigned)
1400 clear_assignments(j->second, !i->second.referenced);
1401 j->second.conditionally_assigned = i->second.conditionally_assigned;
1402 j->second.referenced |= i->second.referenced;
1403 j->second.assignments.insert(j->second.assignments.end(), i->second.assignments.begin(), i->second.assignments.end());
1406 variables.pop_back();
1409 void ProgramCompiler::UnusedVariableLocator::visit(Conditional &cond)
1411 cond.condition->visit(*this);
1412 variables.push_back(BlockVariableMap());
1413 cond.body.visit(*this);
1415 BlockVariableMap if_variables;
1416 swap(variables.back(), if_variables);
1417 cond.else_body.visit(*this);
1419 BlockVariableMap &else_variables = variables.back();
1420 for(BlockVariableMap::iterator i=else_variables.begin(); i!=else_variables.end(); ++i)
1422 BlockVariableMap::iterator j = if_variables.find(i->first);
1423 if(j!=if_variables.end())
1425 i->second.assignments.insert(i->second.assignments.end(), j->second.assignments.begin(), j->second.assignments.end());
1426 i->second.conditionally_assigned |= j->second.conditionally_assigned;
1427 if_variables.erase(j);
1430 i->second.conditionally_assigned = true;
1433 for(BlockVariableMap::iterator i=if_variables.begin(); i!=if_variables.end(); ++i)
1435 i->second.conditionally_assigned = true;
1436 else_variables.insert(*i);
1439 merge_down_variables();
1442 void ProgramCompiler::UnusedVariableLocator::visit(Iteration &iter)
1444 variables.push_back(BlockVariableMap());
1445 TraversingVisitor::visit(iter);
1447 BlockVariableMap &block_variables = variables.back();
1448 for(BlockVariableMap::iterator i=block_variables.begin(); i!=block_variables.end(); ++i)
1449 if(!i->second.local && i->second.referenced)
1450 i->second.assignments.clear();
1452 merge_down_variables();
1456 ProgramCompiler::UnusedVariableLocator::VariableInfo::VariableInfo():
1458 conditionally_assigned(false),
1463 void ProgramCompiler::UnusedFunctionLocator::visit(FunctionCall &call)
1465 TraversingVisitor::visit(call);
1467 unused_nodes.erase(call.declaration);
1468 if(call.declaration && call.declaration->definition!=call.declaration)
1469 used_definitions.insert(call.declaration->definition);
1472 void ProgramCompiler::UnusedFunctionLocator::visit(FunctionDeclaration &func)
1474 TraversingVisitor::visit(func);
1476 if((func.name!="main" || func.body.body.empty()) && !used_definitions.count(&func))
1477 unused_nodes.insert(&func);
1481 ProgramCompiler::NodeRemover::NodeRemover(const set<Node *> &r):
1485 void ProgramCompiler::NodeRemover::visit(Block &block)
1487 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
1490 if(to_remove.count(i->get()))
1491 block.body.erase(i++);
1497 void ProgramCompiler::NodeRemover::visit(VariableDeclaration &var)
1499 if(to_remove.count(&var))
1501 stage->in_variables.erase(var.name);
1502 stage->out_variables.erase(var.name);
1503 stage->locations.erase(var.name);
1504 if(var.linked_declaration)
1505 var.linked_declaration->linked_declaration = 0;
1507 else if(var.init_expression && to_remove.count(var.init_expression.get()))
1508 var.init_expression = 0;
1512 void ProgramCompiler::PrecisionRemover::visit(Precision &)
1517 void ProgramCompiler::PrecisionRemover::visit(VariableDeclaration &var)
1519 var.precision.clear();
1523 ProgramCompiler::DefaultPrecisionGenerator::DefaultPrecisionGenerator():
1527 void ProgramCompiler::DefaultPrecisionGenerator::visit(Block &block)
1531 SetForScope<bool> set(toplevel, false);
1532 BlockModifier::visit(block);
1535 Visitor::visit(block);
1538 void ProgramCompiler::DefaultPrecisionGenerator::visit(Precision &prec)
1540 have_default.insert(prec.type);
1543 void ProgramCompiler::DefaultPrecisionGenerator::visit(VariableDeclaration &var)
1545 if(var.type_declaration)
1548 string type = var.type;
1549 if(!type.compare(0, 3, "vec") || !type.compare(0, 3, "mat"))
1551 else if(!type.compare(0, 3, "ivec") || type=="uint")
1554 if(!have_default.count(type))
1556 Precision *prec = new Precision;
1557 if(!type.compare(0, 7, "sampler"))
1558 prec->precision = "lowp";
1559 else if(stage->type==FRAGMENT)
1560 prec->precision = "mediump";
1562 prec->precision = "highp";
1564 insert_nodes.push_back(prec);
1566 have_default.insert(type);
1571 ProgramCompiler::LegacyConverter::LegacyConverter():
1572 target_api(get_gl_api()),
1573 target_version(get_glsl_version()),
1577 ProgramCompiler::LegacyConverter::LegacyConverter(const Version &v):
1578 target_api(get_gl_api()),
1583 bool ProgramCompiler::LegacyConverter::check_version(const Version &feature_version) const
1585 if(target_version<feature_version)
1587 else if(stage->required_version<feature_version)
1588 stage->required_version = feature_version;
1593 bool ProgramCompiler::LegacyConverter::supports_unified_interface_syntax() const
1595 if(target_api==OPENGL_ES2)
1596 return check_version(Version(3, 0));
1598 return check_version(Version(1, 30));
1601 void ProgramCompiler::LegacyConverter::visit(VariableReference &var)
1603 if(var.declaration==frag_out && !supports_unified_interface_syntax())
1605 var.name = "gl_FragColor";
1606 var.declaration = 0;
1609 else if(var.declaration)
1610 type = var.declaration->type;
1615 void ProgramCompiler::LegacyConverter::visit(Assignment &assign)
1617 TraversingVisitor::visit(assign);
1618 if(assign.target_declaration==frag_out && !supports_unified_interface_syntax())
1619 assign.target_declaration = 0;
1622 bool ProgramCompiler::LegacyConverter::supports_unified_sampling_functions() const
1624 if(target_api==OPENGL_ES2)
1625 return check_version(Version(3, 0));
1627 return check_version(Version(1, 30));
1630 void ProgramCompiler::LegacyConverter::visit(FunctionCall &call)
1632 if(call.name=="texture" && !call.declaration && !supports_unified_sampling_functions())
1634 vector<RefPtr<Expression> >::iterator i = call.arguments.begin();
1635 if(i!=call.arguments.end())
1638 if(type=="sampler1D")
1639 call.name = "texture1D";
1640 else if(type=="sampler2D")
1641 call.name = "texture2D";
1642 else if(type=="sampler3D")
1643 call.name = "texture3D";
1644 else if(type=="sampler1DShadow")
1645 call.name = "shadow1D";
1646 else if(type=="sampler2DShadow")
1647 call.name = "shadow2D";
1649 for(; i!=call.arguments.end(); ++i)
1654 TraversingVisitor::visit(call);
1657 bool ProgramCompiler::LegacyConverter::supports_interface_layouts() const
1659 if(target_api==OPENGL_ES2)
1660 return check_version(Version(3, 0));
1662 return check_version(Version(3, 30));
1665 void ProgramCompiler::LegacyConverter::visit(VariableDeclaration &var)
1667 if(var.layout && !supports_interface_layouts())
1669 vector<Layout::Qualifier>::iterator i;
1670 for(i=var.layout->qualifiers.begin(); (i!=var.layout->qualifiers.end() && i->identifier!="location"); ++i) ;
1671 if(i!=var.layout->qualifiers.end())
1673 unsigned location = lexical_cast<unsigned>(i->value);
1674 if(stage->type==VERTEX && var.interface=="in")
1676 stage->locations[var.name] = location;
1677 var.layout->qualifiers.erase(i);
1679 else if(stage->type==FRAGMENT && var.interface=="out")
1681 stage->locations[var.name] = location;
1682 var.layout->qualifiers.erase(i);
1685 if(var.layout->qualifiers.empty())
1690 if((var.interface=="in" || var.interface=="out") && !supports_unified_interface_syntax())
1692 if(stage->type==FRAGMENT && var.interface=="out")
1699 TraversingVisitor::visit(var);
1702 bool ProgramCompiler::LegacyConverter::supports_interface_blocks(const string &iface) const
1704 if(target_api==OPENGL_ES2)
1706 if(iface=="uniform")
1707 return check_version(Version(3, 0));
1709 return check_version(Version(3, 20));
1712 return check_version(Version(1, 50));
1715 void ProgramCompiler::LegacyConverter::visit(InterfaceBlock &iface)
1717 if(!supports_interface_blocks(iface.interface))
1718 flatten_block(iface.members);