1 #include <msp/core/raii.h>
2 #include <msp/gl/extensions/ext_gpu_shader4.h>
3 #include <msp/strings/format.h>
4 #include <msp/strings/utils.h>
7 #include "programcompiler.h"
15 const char builtins_src[] =
17 "out gl_PerVertex {\n"
18 " vec4 gl_Position;\n"
19 " float gl_ClipDistance[];\n"
23 " vec4 gl_Position;\n"
24 " float gl_ClipDistance[];\n"
26 "out gl_PerVertex {\n"
27 " vec4 gl_Position;\n"
28 " float gl_ClipDistance[];\n"
36 using namespace ProgramSyntax;
38 ProgramCompiler::ProgramCompiler():
43 void ProgramCompiler::compile(const string &source, const string &src_name)
46 module = &parser.parse(source, src_name);
50 void ProgramCompiler::compile(IO::Base &io, Resources *res, const string &src_name)
53 module = &parser.parse(io, src_name);
57 void ProgramCompiler::compile(IO::Base &io, const string &src_name)
59 compile(io, 0, src_name);
62 void ProgramCompiler::add_shaders(Program &program)
65 throw invalid_operation("ProgramCompiler::add_shaders");
67 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
71 program.attach_shader_owned(new VertexShader(apply<Formatter>(*i)));
72 for(map<string, unsigned>::iterator j=i->locations.begin(); j!=i->locations.end(); ++j)
73 program.bind_attribute(j->second, j->first);
75 else if(i->type==GEOMETRY)
76 program.attach_shader_owned(new GeometryShader(apply<Formatter>(*i)));
77 else if(i->type==FRAGMENT)
79 program.attach_shader_owned(new FragmentShader(apply<Formatter>(*i)));
82 for(map<string, unsigned>::iterator j=i->locations.begin(); j!=i->locations.end(); ++j)
83 program.bind_fragment_data(j->second, j->first);
89 Module *ProgramCompiler::create_builtins_module()
92 Module *module = new Module(parser.parse(builtins_src, "<builtin>"));
93 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
95 VariableResolver resolver;
96 i->content.visit(resolver);
97 for(map<string, VariableDeclaration *>::iterator j=i->content.variables.begin(); j!=i->content.variables.end(); ++j)
98 j->second->linked_declaration = j->second;
103 Module &ProgramCompiler::get_builtins_module()
105 static RefPtr<Module> builtins_module = create_builtins_module();
106 return *builtins_module;
109 Stage *ProgramCompiler::get_builtins(StageType type)
111 Module &module = get_builtins_module();
112 for(list<Stage>::iterator i=module.stages.begin(); i!=module.stages.end(); ++i)
118 void ProgramCompiler::process()
120 list<Import *> imports = apply<NodeGatherer<Import> >(module->shared);
121 for(list<Import *>::iterator i=imports.end(); i!=imports.begin(); )
122 import((*--i)->module);
123 apply<NodeRemover>(module->shared, set<Node *>(imports.begin(), imports.end()));
125 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
127 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); )
130 i = module->stages.begin();
134 for(list<Stage>::iterator i=module->stages.begin(); i!=module->stages.end(); ++i)
138 void ProgramCompiler::import(const string &name)
140 string fn = name+".glsl";
141 RefPtr<IO::Seekable> io = (resources ? resources->open_raw(fn) : Resources::get_builtins().open(fn));
143 throw runtime_error(format("module %s not found", name));
144 ProgramParser import_parser;
145 Module &imported_module = import_parser.parse(*io, fn);
147 inject_block(module->shared.content, imported_module.shared.content);
148 apply<DeclarationCombiner>(module->shared);
149 for(list<Stage>::iterator i=imported_module.stages.begin(); i!=imported_module.stages.end(); ++i)
151 list<Stage>::iterator j;
152 for(j=module->stages.begin(); (j!=module->stages.end() && j->type<i->type); ++j) ;
153 if(j==module->stages.end() || j->type>i->type)
155 j = module->stages.insert(j, *i);
156 list<Stage>::iterator k = j;
157 if(++k!=module->stages.end())
159 if(j!=module->stages.begin())
160 j->previous = &*--(k=j);
164 inject_block(j->content, i->content);
165 apply<DeclarationCombiner>(*j);
170 void ProgramCompiler::generate(Stage &stage)
172 inject_block(stage.content, module->shared.content);
174 apply<DeclarationReorderer>(stage);
175 apply<FunctionResolver>(stage);
176 apply<VariableResolver>(stage);
177 apply<InterfaceGenerator>(stage);
178 apply<VariableResolver>(stage);
179 apply<VariableRenamer>(stage);
180 apply<DeclarationReorderer>(stage);
181 apply<LegacyConverter>(stage);
184 bool ProgramCompiler::optimize(Stage &stage)
186 apply<ConstantConditionEliminator>(stage);
188 set<FunctionDeclaration *> inlineable = apply<InlineableFunctionLocator>(stage);
189 apply<FunctionInliner>(stage, inlineable);
191 set<Node *> unused = apply<UnusedVariableLocator>(stage);
192 set<Node *> unused2 = apply<UnusedFunctionLocator>(stage);
193 unused.insert(unused2.begin(), unused2.end());
194 apply<NodeRemover>(stage, unused);
196 return !unused.empty();
199 void ProgramCompiler::finalize(Stage &stage)
201 if(get_gl_api()==OPENGL_ES2)
202 apply<DefaultPrecisionGenerator>(stage);
204 apply<PrecisionRemover>(stage);
207 void ProgramCompiler::inject_block(Block &target, const Block &source)
209 list<RefPtr<Node> >::iterator insert_point = target.body.begin();
210 for(list<RefPtr<Node> >::const_iterator i=source.body.begin(); i!=source.body.end(); ++i)
211 target.body.insert(insert_point, (*i)->clone());
215 typename T::ResultType ProgramCompiler::apply(Stage &stage)
218 visitor.apply(stage);
219 return visitor.get_result();
222 template<typename T, typename A>
223 typename T::ResultType ProgramCompiler::apply(Stage &stage, const A &arg)
226 visitor.apply(stage);
227 return visitor.get_result();
231 ProgramCompiler::Visitor::Visitor():
235 void ProgramCompiler::Visitor::apply(Stage &s)
237 SetForScope<Stage *> set(stage, &s);
238 stage->content.visit(*this);
242 ProgramCompiler::BlockModifier::BlockModifier():
246 void ProgramCompiler::BlockModifier::flatten_block(Block &block)
248 insert_nodes.insert(insert_nodes.end(), block.body.begin(), block.body.end());
252 void ProgramCompiler::BlockModifier::apply_and_increment(Block &block, list<RefPtr<Node> >::iterator &i)
254 block.body.insert(i, insert_nodes.begin(), insert_nodes.end());
255 insert_nodes.clear();
258 block.body.erase(i++);
264 void ProgramCompiler::BlockModifier::visit(Block &block)
266 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
269 apply_and_increment(block, i);
274 ProgramCompiler::Formatter::Formatter():
276 parameter_list(false),
280 void ProgramCompiler::Formatter::apply(ProgramSyntax::Stage &s)
282 GLApi api = get_gl_api();
283 const Version &ver = s.required_version;
287 formatted += format("#version %d%02d", ver.major, ver.minor);
288 if(api==OPENGL_ES2 && ver>=Version(3, 0))
296 void ProgramCompiler::Formatter::visit(Literal &literal)
298 formatted += literal.token;
301 void ProgramCompiler::Formatter::visit(ParenthesizedExpression &parexpr)
304 parexpr.expression->visit(*this);
308 void ProgramCompiler::Formatter::visit(VariableReference &var)
310 formatted += var.name;
313 void ProgramCompiler::Formatter::visit(MemberAccess &memacc)
315 memacc.left->visit(*this);
316 formatted += format(".%s", memacc.member);
319 void ProgramCompiler::Formatter::visit(UnaryExpression &unary)
322 formatted += unary.oper;
323 unary.expression->visit(*this);
325 formatted += unary.oper;
328 void ProgramCompiler::Formatter::visit(BinaryExpression &binary)
330 binary.left->visit(*this);
331 formatted += binary.oper;
332 binary.right->visit(*this);
333 formatted += binary.after;
336 void ProgramCompiler::Formatter::visit(Assignment &assign)
338 assign.left->visit(*this);
339 formatted += format(" %s ", assign.oper);
340 assign.right->visit(*this);
343 void ProgramCompiler::Formatter::visit(FunctionCall &call)
345 formatted += format("%s(", call.name);
346 for(vector<RefPtr<Expression> >::iterator i=call.arguments.begin(); i!=call.arguments.end(); ++i)
348 if(i!=call.arguments.begin())
355 void ProgramCompiler::Formatter::visit(ExpressionStatement &expr)
357 expr.expression->visit(*this);
361 void ProgramCompiler::Formatter::visit(Block &block)
366 unsigned brace_indent = indent;
367 bool use_braces = (block.use_braces || (indent && block.body.size()!=1));
369 formatted += format("%s{\n", string(brace_indent*2, ' '));
371 SetForScope<unsigned> set(indent, indent+(indent>0 || use_braces));
372 string spaces(indent*2, ' ');
373 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); ++i)
375 if(i!=block.body.begin())
383 formatted += format("\n%s}", string(brace_indent*2, ' '));
386 void ProgramCompiler::Formatter::visit(Import &import)
388 formatted += format("import %s;", import.module);
391 void ProgramCompiler::Formatter::visit(Precision &prec)
393 formatted += format("precision %s %s;", prec.precision, prec.type);
396 void ProgramCompiler::Formatter::visit(Layout &layout)
398 formatted += "layout(";
399 for(vector<Layout::Qualifier>::const_iterator i=layout.qualifiers.begin(); i!=layout.qualifiers.end(); ++i)
401 if(i!=layout.qualifiers.begin())
403 formatted += i->identifier;
404 if(!i->value.empty())
405 formatted += format("=%s", i->value);
410 void ProgramCompiler::Formatter::visit(InterfaceLayout &layout)
412 layout.layout.visit(*this);
413 formatted += format(" %s;", layout.interface);
416 void ProgramCompiler::Formatter::visit(StructDeclaration &strct)
418 formatted += format("struct %s\n", strct.name);
419 strct.members.visit(*this);
423 void ProgramCompiler::Formatter::visit(VariableDeclaration &var)
427 var.layout->visit(*this);
431 formatted += "const ";
432 if(!var.sampling.empty())
433 formatted += format("%s ", var.sampling);
434 if(!var.interface.empty() && var.interface!=block_interface)
436 string interface = var.interface;
437 if(stage->required_version<Version(1, 30))
439 if(stage->type==VERTEX && var.interface=="in")
440 interface = "attribute";
441 else if((stage->type==VERTEX && var.interface=="out") || (stage->type==FRAGMENT && var.interface=="in"))
442 interface = "varying";
444 formatted += format("%s ", interface);
446 if(!var.precision.empty())
447 formatted += format("%s ", var.precision);
448 formatted += format("%s %s", var.type, var.name);
453 var.array_size->visit(*this);
456 if(var.init_expression)
459 var.init_expression->visit(*this);
465 void ProgramCompiler::Formatter::visit(InterfaceBlock &iface)
467 SetForScope<string> set(block_interface, iface.interface);
468 formatted += format("%s %s\n", iface.interface, iface.name);
469 iface.members.visit(*this);
473 void ProgramCompiler::Formatter::visit(FunctionDeclaration &func)
475 formatted += format("%s %s(", func.return_type, func.name);
476 for(vector<RefPtr<VariableDeclaration> >::iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
478 if(i!=func.parameters.begin())
480 SetFlag set(parameter_list);
484 if(func.definition==&func)
487 func.body.visit(*this);
493 void ProgramCompiler::Formatter::visit(Conditional &cond)
496 formatted.replace(formatted.rfind('\n'), string::npos, 1, ' ');
501 cond.condition->visit(*this);
504 cond.body.visit(*this);
505 if(!cond.else_body.body.empty())
507 formatted += format("\n%selse\n", string(indent*2, ' '));
508 SetForScope<unsigned> set(else_if, 2);
509 cond.else_body.visit(*this);
513 void ProgramCompiler::Formatter::visit(Iteration &iter)
516 iter.init_statement->visit(*this);
518 iter.condition->visit(*this);
520 iter.loop_expression->visit(*this);
522 iter.body.visit(*this);
525 void ProgramCompiler::Formatter::visit(Return &ret)
527 formatted += "return ";
528 ret.expression->visit(*this);
532 void ProgramCompiler::Formatter::visit(Jump &jump)
534 formatted += jump.keyword;
539 ProgramCompiler::DeclarationCombiner::DeclarationCombiner():
543 void ProgramCompiler::DeclarationCombiner::visit(Block &block)
548 SetForScope<bool> set(toplevel, false);
549 BlockModifier::visit(block);
552 void ProgramCompiler::DeclarationCombiner::visit(FunctionDeclaration &func)
554 vector<FunctionDeclaration *> &decls = functions[func.name];
557 for(vector<FunctionDeclaration *>::iterator i=decls.begin(); i!=decls.end(); ++i)
559 (*i)->definition = func.definition;
560 (*i)->body.body.clear();
563 decls.push_back(&func);
566 void ProgramCompiler::DeclarationCombiner::visit(VariableDeclaration &var)
568 VariableDeclaration *&ptr = variables[var.name];
571 ptr->type = var.type;
572 if(var.init_expression)
573 ptr->init_expression = var.init_expression;
581 ProgramCompiler::VariableResolver::VariableResolver():
583 record_target(false),
584 assignment_target(0),
585 self_referencing(false)
588 void ProgramCompiler::VariableResolver::apply(Stage &s)
590 SetForScope<Stage *> set(stage, &s);
591 Stage *builtins = get_builtins(stage->type);
593 blocks.push_back(&builtins->content);
594 stage->content.visit(*this);
599 void ProgramCompiler::VariableResolver::visit(Block &block)
601 blocks.push_back(&block);
602 block.variables.clear();
603 TraversingVisitor::visit(block);
607 void ProgramCompiler::VariableResolver::visit(VariableReference &var)
611 for(vector<Block *>::iterator i=blocks.end(); i!=blocks.begin(); )
614 map<string, VariableDeclaration *>::iterator j = (*i)->variables.find(var.name);
615 if(j!=(*i)->variables.end())
617 var.declaration = j->second;
618 type = j->second->type_declaration;
625 if(assignment_target)
627 record_target = false;
628 assignment_target = 0;
631 assignment_target = var.declaration;
633 else if(var.declaration && var.declaration==assignment_target)
634 self_referencing = true;
637 void ProgramCompiler::VariableResolver::visit(MemberAccess &memacc)
640 TraversingVisitor::visit(memacc);
641 memacc.declaration = 0;
644 map<string, VariableDeclaration *>::iterator i = type->members.variables.find(memacc.member);
645 if(i!=type->members.variables.end())
647 memacc.declaration = i->second;
648 type = i->second->type_declaration;
655 void ProgramCompiler::VariableResolver::visit(BinaryExpression &binary)
660 SetForScope<bool> set(record_target, false);
661 binary.right->visit(*this);
664 binary.left->visit(*this);
668 TraversingVisitor::visit(binary);
673 void ProgramCompiler::VariableResolver::visit(Assignment &assign)
676 SetFlag set(record_target);
677 assignment_target = 0;
678 assign.left->visit(*this);
681 self_referencing = false;
682 assign.right->visit(*this);
684 assign.self_referencing = (self_referencing || assign.oper!="=");
685 assign.target_declaration = assignment_target;
688 void ProgramCompiler::VariableResolver::visit(StructDeclaration &strct)
690 TraversingVisitor::visit(strct);
691 blocks.back()->types[strct.name] = &strct;
694 void ProgramCompiler::VariableResolver::visit(VariableDeclaration &var)
696 for(vector<Block *>::iterator i=blocks.end(); i!=blocks.begin(); )
699 map<string, StructDeclaration *>::iterator j = (*i)->types.find(var.type);
700 if(j!=(*i)->types.end())
701 var.type_declaration = j->second;
704 if(!block_interface.empty() && var.interface.empty())
705 var.interface = block_interface;
707 TraversingVisitor::visit(var);
708 blocks.back()->variables[var.name] = &var;
709 if(anonymous && blocks.size()>1)
710 blocks[blocks.size()-2]->variables[var.name] = &var;
713 void ProgramCompiler::VariableResolver::visit(InterfaceBlock &iface)
715 SetFlag set(anonymous);
716 SetForScope<string> set2(block_interface, iface.interface);
717 TraversingVisitor::visit(iface);
721 void ProgramCompiler::FunctionResolver::visit(FunctionCall &call)
723 map<string, vector<FunctionDeclaration *> >::iterator i = functions.find(call.name);
724 if(i!=functions.end())
725 call.declaration = i->second.back();
727 TraversingVisitor::visit(call);
730 void ProgramCompiler::FunctionResolver::visit(FunctionDeclaration &func)
732 vector<FunctionDeclaration *> &decls = functions[func.name];
735 for(vector<FunctionDeclaration *>::iterator i=decls.begin(); i!=decls.end(); ++i)
736 (*i)->definition = func.definition;
738 decls.push_back(&func);
740 else if(!decls.empty() && decls.back()->definition)
741 func.definition = decls.back()->definition;
743 decls.push_back(&func);
745 TraversingVisitor::visit(func);
749 ProgramCompiler::InterfaceGenerator::InterfaceGenerator():
753 string ProgramCompiler::InterfaceGenerator::get_out_prefix(StageType type)
757 else if(type==GEOMETRY)
763 void ProgramCompiler::InterfaceGenerator::apply(Stage &s)
765 SetForScope<Stage *> set(stage, &s);
767 in_prefix = get_out_prefix(stage->previous->type);
768 out_prefix = get_out_prefix(stage->type);
769 stage->content.visit(*this);
772 void ProgramCompiler::InterfaceGenerator::visit(Block &block)
774 SetForScope<unsigned> set(scope_level, scope_level+1);
775 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
781 for(map<string, RefPtr<VariableDeclaration> >::iterator j=iface_declarations.begin(); j!=iface_declarations.end(); ++j)
783 list<RefPtr<Node> >::iterator k = block.body.insert(i, j->second);
786 iface_declarations.clear();
789 apply_and_increment(block, i);
793 string ProgramCompiler::InterfaceGenerator::change_prefix(const string &name, const string &prefix) const
795 unsigned offset = (name.compare(0, in_prefix.size(), in_prefix) ? 0 : in_prefix.size());
796 return prefix+name.substr(offset);
799 bool ProgramCompiler::InterfaceGenerator::generate_interface(VariableDeclaration &var, const string &iface, const string &name)
801 const map<string, VariableDeclaration *> &stage_vars = (iface=="in" ? stage->in_variables : stage->out_variables);
802 if(stage_vars.count(name) || iface_declarations.count(name))
805 VariableDeclaration* iface_var = new VariableDeclaration;
806 iface_var->sampling = var.sampling;
807 iface_var->interface = iface;
808 iface_var->type = var.type;
809 iface_var->type_declaration = var.type_declaration;
810 iface_var->name = name;
811 if(stage->type==GEOMETRY)
812 iface_var->array = ((var.array && var.interface!="in") || iface=="in");
814 iface_var->array = var.array;
816 iface_var->array_size = var.array_size;
818 iface_var->linked_declaration = &var;
819 iface_declarations[name] = iface_var;
824 void ProgramCompiler::InterfaceGenerator::insert_assignment(const string &left, ProgramSyntax::Expression *right)
826 Assignment *assign = new Assignment;
827 VariableReference *ref = new VariableReference;
831 assign->right = right;
833 ExpressionStatement *stmt = new ExpressionStatement;
834 stmt->expression = assign;
835 insert_nodes.push_back(stmt);
838 void ProgramCompiler::InterfaceGenerator::visit(VariableReference &var)
840 if(var.declaration || !stage->previous)
842 if(iface_declarations.count(var.name))
845 const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
846 map<string, VariableDeclaration *>::const_iterator i = prev_out.find(var.name);
847 if(i==prev_out.end())
848 i = prev_out.find(in_prefix+var.name);
849 if(i!=prev_out.end())
850 generate_interface(*i->second, "in", var.name);
853 void ProgramCompiler::InterfaceGenerator::visit(VariableDeclaration &var)
855 if(var.interface=="out")
858 stage->out_variables[var.name] = &var;
859 else if(generate_interface(var, "out", change_prefix(var.name, string())))
862 if(var.init_expression)
863 insert_assignment(var.name, var.init_expression->clone());
866 else if(var.interface=="in")
868 stage->in_variables[var.name] = &var;
869 if(var.linked_declaration)
870 var.linked_declaration->linked_declaration = &var;
871 else if(stage->previous)
873 const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
874 map<string, VariableDeclaration *>::const_iterator i = prev_out.find(var.name);
875 if(i!=prev_out.end())
877 var.linked_declaration = i->second;
878 i->second->linked_declaration = &var;
883 TraversingVisitor::visit(var);
886 void ProgramCompiler::InterfaceGenerator::visit(Passthrough &pass)
888 vector<VariableDeclaration *> pass_vars;
890 for(map<string, VariableDeclaration *>::const_iterator i=stage->in_variables.begin(); i!=stage->in_variables.end(); ++i)
891 pass_vars.push_back(i->second);
892 for(map<string, RefPtr<VariableDeclaration> >::const_iterator i=iface_declarations.begin(); i!=iface_declarations.end(); ++i)
893 if(i->second->interface=="in")
894 pass_vars.push_back(i->second.get());
898 const map<string, VariableDeclaration *> &prev_out = stage->previous->out_variables;
899 for(map<string, VariableDeclaration *>::const_iterator i=prev_out.begin(); i!=prev_out.end(); ++i)
902 for(vector<VariableDeclaration *>::const_iterator j=pass_vars.begin(); (!linked && j!=pass_vars.end()); ++j)
903 linked = ((*j)->linked_declaration==i->second);
905 if(!linked && generate_interface(*i->second, "in", i->second->name))
906 pass_vars.push_back(i->second);
910 if(stage->type==GEOMETRY)
912 VariableReference *ref = new VariableReference;
915 BinaryExpression *subscript = new BinaryExpression;
916 subscript->left = ref;
917 subscript->oper = "[";
918 subscript->right = pass.subscript;
919 subscript->after = "]";
921 MemberAccess *memacc = new MemberAccess;
922 memacc->left = subscript;
923 memacc->member = "gl_Position";
925 insert_assignment("gl_Position", memacc);
928 for(vector<VariableDeclaration *>::const_iterator i=pass_vars.begin(); i!=pass_vars.end(); ++i)
930 string out_name = change_prefix((*i)->name, out_prefix);
931 generate_interface(**i, "out", out_name);
933 VariableReference *ref = new VariableReference;
934 ref->name = (*i)->name;
937 BinaryExpression *subscript = new BinaryExpression;
938 subscript->left = ref;
939 subscript->oper = "[";
940 subscript->right = pass.subscript;
941 subscript->after = "]";
942 insert_assignment(out_name, subscript);
945 insert_assignment(out_name, ref);
952 void ProgramCompiler::VariableRenamer::visit(VariableReference &var)
955 var.name = var.declaration->name;
958 void ProgramCompiler::VariableRenamer::visit(VariableDeclaration &var)
960 if(var.linked_declaration)
961 var.name = var.linked_declaration->name;
962 TraversingVisitor::visit(var);
966 ProgramCompiler::DeclarationReorderer::DeclarationReorderer():
970 void ProgramCompiler::DeclarationReorderer::visit(Block &block)
972 list<RefPtr<Node> >::iterator struct_insert_point = block.body.end();
973 list<RefPtr<Node> >::iterator variable_insert_point = block.body.end();
975 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
977 kind = NO_DECLARATION;
981 if(kind==STRUCT && struct_insert_point!=block.body.end())
983 block.body.insert(struct_insert_point, *i);
986 else if(kind>STRUCT && struct_insert_point==block.body.end())
987 struct_insert_point = i;
989 if(kind==VARIABLE && variable_insert_point!=block.body.end())
991 block.body.insert(variable_insert_point, *i);
994 else if(kind>VARIABLE && variable_insert_point==block.body.end())
995 variable_insert_point = i;
998 block.body.erase(i++);
1005 ProgramCompiler::InlineableFunctionLocator::InlineableFunctionLocator():
1009 void ProgramCompiler::InlineableFunctionLocator::visit(FunctionCall &call)
1011 FunctionDeclaration *def = call.declaration;
1012 if(def && def->definition!=def)
1013 def = def->definition;
1017 unsigned &count = refcounts[def];
1019 if(count>1 || def==in_function)
1020 inlineable.erase(def);
1023 TraversingVisitor::visit(call);
1026 void ProgramCompiler::InlineableFunctionLocator::visit(FunctionDeclaration &func)
1028 unsigned &count = refcounts[func.definition];
1029 if(!count && func.parameters.empty())
1030 inlineable.insert(func.definition);
1032 SetForScope<FunctionDeclaration *> set(in_function, &func);
1033 TraversingVisitor::visit(func);
1037 ProgramCompiler::FunctionInliner::FunctionInliner():
1041 ProgramCompiler::FunctionInliner::FunctionInliner(const set<FunctionDeclaration *> &in):
1046 void ProgramCompiler::FunctionInliner::visit_and_inline(RefPtr<Expression> &ptr)
1051 ptr = inline_result;
1054 void ProgramCompiler::FunctionInliner::visit(Block &block)
1059 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); ++i)
1067 void ProgramCompiler::FunctionInliner::visit(UnaryExpression &unary)
1069 visit_and_inline(unary.expression);
1073 void ProgramCompiler::FunctionInliner::visit(BinaryExpression &binary)
1075 visit_and_inline(binary.left);
1076 visit_and_inline(binary.right);
1080 void ProgramCompiler::FunctionInliner::visit(FunctionCall &call)
1082 for(vector<RefPtr<Expression> >::iterator i=call.arguments.begin(); i!=call.arguments.end(); ++i)
1083 visit_and_inline(*i);
1085 FunctionDeclaration *def = call.declaration;
1086 if(def && def->definition!=def)
1087 def = def->definition;
1089 if(def && inlineable.count(def))
1098 void ProgramCompiler::FunctionInliner::visit(Return &ret)
1100 TraversingVisitor::visit(ret);
1103 inline_result = ret.expression->clone();
1107 ProgramCompiler::ExpressionEvaluator::ExpressionEvaluator():
1113 ProgramCompiler::ExpressionEvaluator::ExpressionEvaluator(const ValueMap &v):
1114 variable_values(&v),
1119 void ProgramCompiler::ExpressionEvaluator::visit(Literal &literal)
1121 if(literal.token=="true")
1123 else if(literal.token=="false")
1126 result = lexical_cast<float>(literal.token);
1127 result_valid = true;
1130 void ProgramCompiler::ExpressionEvaluator::visit(ParenthesizedExpression &parexp)
1132 parexp.expression->visit(*this);
1135 void ProgramCompiler::ExpressionEvaluator::visit(VariableReference &var)
1137 if(!var.declaration)
1142 ValueMap::const_iterator i = variable_values->find(var.declaration);
1143 if(i!=variable_values->end())
1144 i->second->visit(*this);
1146 else if(var.declaration->init_expression)
1147 var.declaration->init_expression->visit(*this);
1150 void ProgramCompiler::ExpressionEvaluator::visit(UnaryExpression &unary)
1152 result_valid = false;
1153 unary.expression->visit(*this);
1160 result_valid = false;
1163 void ProgramCompiler::ExpressionEvaluator::visit(BinaryExpression &binary)
1165 result_valid = false;
1166 binary.left->visit(*this);
1170 float left_result = result;
1171 result_valid = false;
1172 binary.right->visit(*this);
1176 if(binary.oper=="<")
1177 result = (left_result<result);
1178 else if(binary.oper=="<=")
1179 result = (left_result<=result);
1180 else if(binary.oper==">")
1181 result = (left_result>result);
1182 else if(binary.oper==">=")
1183 result = (left_result>=result);
1184 else if(binary.oper=="==")
1185 result = (left_result==result);
1186 else if(binary.oper=="!=")
1187 result = (left_result!=result);
1188 else if(binary.oper=="&&")
1189 result = (left_result && result);
1190 else if(binary.oper=="||")
1191 result = (left_result || result);
1193 result_valid = false;
1197 ProgramCompiler::ConstantConditionEliminator::ConstantConditionEliminator():
1201 void ProgramCompiler::ConstantConditionEliminator::visit(Block &block)
1203 SetForScope<unsigned> set(scope_level, scope_level+1);
1204 BlockModifier::visit(block);
1206 for(map<string, VariableDeclaration *>::const_iterator i=block.variables.begin(); i!=block.variables.end(); ++i)
1207 variable_values.erase(i->second);
1210 void ProgramCompiler::ConstantConditionEliminator::visit(Assignment &assign)
1212 variable_values.erase(assign.target_declaration);
1215 void ProgramCompiler::ConstantConditionEliminator::visit(VariableDeclaration &var)
1217 if(var.constant || scope_level>1)
1218 variable_values[&var] = var.init_expression.get();
1221 void ProgramCompiler::ConstantConditionEliminator::visit(Conditional &cond)
1223 ExpressionEvaluator eval(variable_values);
1224 cond.condition->visit(eval);
1225 if(eval.result_valid)
1226 flatten_block(eval.result ? cond.body : cond.else_body);
1228 TraversingVisitor::visit(cond);
1231 void ProgramCompiler::ConstantConditionEliminator::visit(Iteration &iter)
1235 ExpressionEvaluator eval;
1236 iter.condition->visit(eval);
1237 if(eval.result_valid && !eval.result)
1244 TraversingVisitor::visit(iter);
1248 ProgramCompiler::UnusedVariableLocator::UnusedVariableLocator():
1251 assignment_target(false),
1255 void ProgramCompiler::UnusedVariableLocator::apply(Stage &s)
1257 variables.push_back(BlockVariableMap());
1259 BlockVariableMap &global_variables = variables.back();
1260 for(BlockVariableMap::iterator i=global_variables.begin(); i!=global_variables.end(); ++i)
1262 if(i->first->interface=="out" && (s.type==FRAGMENT || i->first->linked_declaration || !i->first->name.compare(0, 3, "gl_")))
1264 if(!i->second.referenced)
1266 unused_nodes.insert(i->first);
1267 clear_assignments(i->second, true);
1270 variables.pop_back();
1273 void ProgramCompiler::UnusedVariableLocator::visit(VariableReference &var)
1275 map<VariableDeclaration *, Node *>::iterator i = aggregates.find(var.declaration);
1276 if(i!=aggregates.end())
1277 unused_nodes.erase(i->second);
1279 if(var.declaration && !assignment_target)
1281 VariableInfo &var_info = variables.back()[var.declaration];
1282 var_info.assignments.clear();
1283 var_info.referenced = true;
1287 void ProgramCompiler::UnusedVariableLocator::visit(MemberAccess &memacc)
1289 TraversingVisitor::visit(memacc);
1290 unused_nodes.erase(memacc.declaration);
1293 void ProgramCompiler::UnusedVariableLocator::visit(BinaryExpression &binary)
1295 if(binary.oper=="[")
1297 binary.left->visit(*this);
1298 SetForScope<bool> set(assignment_target, false);
1299 binary.right->visit(*this);
1302 TraversingVisitor::visit(binary);
1305 void ProgramCompiler::UnusedVariableLocator::visit(Assignment &assign)
1308 SetForScope<bool> set(assignment_target, !assign.self_referencing);
1309 assign.left->visit(*this);
1311 assign.right->visit(*this);
1312 assignment = &assign;
1315 void ProgramCompiler::UnusedVariableLocator::record_assignment(VariableDeclaration &var, Node &node, bool self_ref)
1317 VariableInfo &var_info = variables.back()[&var];
1319 clear_assignments(var_info, true);
1320 var_info.assignments.push_back(&node);
1321 var_info.conditionally_assigned = false;
1324 void ProgramCompiler::UnusedVariableLocator::clear_assignments(VariableInfo &var_info, bool mark_unused)
1328 for(vector<Node *>::iterator i=var_info.assignments.begin(); i!=var_info.assignments.end(); ++i)
1329 unused_nodes.insert(*i);
1331 var_info.assignments.clear();
1334 void ProgramCompiler::UnusedVariableLocator::visit(ExpressionStatement &expr)
1337 TraversingVisitor::visit(expr);
1338 if(assignment && assignment->target_declaration)
1339 record_assignment(*assignment->target_declaration, expr, assignment->self_referencing);
1342 void ProgramCompiler::UnusedVariableLocator::visit(StructDeclaration &strct)
1344 SetForScope<Node *> set(aggregate, &strct);
1345 unused_nodes.insert(&strct);
1346 TraversingVisitor::visit(strct);
1349 void ProgramCompiler::UnusedVariableLocator::visit(VariableDeclaration &var)
1352 aggregates[&var] = aggregate;
1355 variables.back()[&var].local = true;
1356 if(var.init_expression)
1357 record_assignment(var, *var.init_expression, false);
1359 unused_nodes.erase(var.type_declaration);
1360 TraversingVisitor::visit(var);
1363 void ProgramCompiler::UnusedVariableLocator::visit(InterfaceBlock &iface)
1365 SetForScope<Node *> set(aggregate, &iface);
1366 unused_nodes.insert(&iface);
1367 TraversingVisitor::visit(iface);
1370 void ProgramCompiler::UnusedVariableLocator::visit(FunctionDeclaration &func)
1372 variables.push_back(BlockVariableMap());
1375 SetForScope<bool> set(global_scope, false);
1376 for(vector<RefPtr<VariableDeclaration> >::iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
1378 func.body.visit(*this);
1381 BlockVariableMap &block_variables = variables.back();
1382 for(BlockVariableMap::iterator i=block_variables.begin(); i!=block_variables.end(); ++i)
1383 i->second.conditionally_assigned = true;
1384 for(vector<RefPtr<VariableDeclaration> >::iterator i=func.parameters.begin(); i!=func.parameters.end(); ++i)
1385 block_variables[i->get()].referenced = true;
1386 merge_down_variables();
1389 void ProgramCompiler::UnusedVariableLocator::merge_down_variables()
1391 BlockVariableMap &parent_variables = variables[variables.size()-2];
1392 BlockVariableMap &block_variables = variables.back();
1393 for(BlockVariableMap::iterator i=block_variables.begin(); i!=block_variables.end(); ++i)
1397 if(!i->second.referenced)
1398 unused_nodes.insert(i->first);
1399 clear_assignments(i->second, true);
1403 BlockVariableMap::iterator j = parent_variables.find(i->first);
1404 if(j==parent_variables.end())
1405 parent_variables.insert(*i);
1408 if(i->second.referenced || !i->second.conditionally_assigned)
1409 clear_assignments(j->second, !i->second.referenced);
1410 j->second.conditionally_assigned = i->second.conditionally_assigned;
1411 j->second.referenced |= i->second.referenced;
1412 j->second.assignments.insert(j->second.assignments.end(), i->second.assignments.begin(), i->second.assignments.end());
1415 variables.pop_back();
1418 void ProgramCompiler::UnusedVariableLocator::visit(Conditional &cond)
1420 cond.condition->visit(*this);
1421 variables.push_back(BlockVariableMap());
1422 cond.body.visit(*this);
1424 BlockVariableMap if_variables;
1425 swap(variables.back(), if_variables);
1426 cond.else_body.visit(*this);
1428 BlockVariableMap &else_variables = variables.back();
1429 for(BlockVariableMap::iterator i=else_variables.begin(); i!=else_variables.end(); ++i)
1431 BlockVariableMap::iterator j = if_variables.find(i->first);
1432 if(j!=if_variables.end())
1434 i->second.assignments.insert(i->second.assignments.end(), j->second.assignments.begin(), j->second.assignments.end());
1435 i->second.conditionally_assigned |= j->second.conditionally_assigned;
1436 if_variables.erase(j);
1439 i->second.conditionally_assigned = true;
1442 for(BlockVariableMap::iterator i=if_variables.begin(); i!=if_variables.end(); ++i)
1444 i->second.conditionally_assigned = true;
1445 else_variables.insert(*i);
1448 merge_down_variables();
1451 void ProgramCompiler::UnusedVariableLocator::visit(Iteration &iter)
1453 variables.push_back(BlockVariableMap());
1454 TraversingVisitor::visit(iter);
1456 BlockVariableMap &block_variables = variables.back();
1457 for(BlockVariableMap::iterator i=block_variables.begin(); i!=block_variables.end(); ++i)
1458 if(!i->second.local && i->second.referenced)
1459 i->second.assignments.clear();
1461 merge_down_variables();
1465 ProgramCompiler::UnusedVariableLocator::VariableInfo::VariableInfo():
1467 conditionally_assigned(false),
1472 void ProgramCompiler::UnusedFunctionLocator::visit(FunctionCall &call)
1474 TraversingVisitor::visit(call);
1476 unused_nodes.erase(call.declaration);
1477 if(call.declaration && call.declaration->definition!=call.declaration)
1478 used_definitions.insert(call.declaration->definition);
1481 void ProgramCompiler::UnusedFunctionLocator::visit(FunctionDeclaration &func)
1483 TraversingVisitor::visit(func);
1485 if((func.name!="main" || func.body.body.empty()) && !used_definitions.count(&func))
1486 unused_nodes.insert(&func);
1490 ProgramCompiler::NodeRemover::NodeRemover(const set<Node *> &r):
1494 void ProgramCompiler::NodeRemover::visit(Block &block)
1496 for(list<RefPtr<Node> >::iterator i=block.body.begin(); i!=block.body.end(); )
1499 if(to_remove.count(i->get()))
1500 block.body.erase(i++);
1506 void ProgramCompiler::NodeRemover::visit(VariableDeclaration &var)
1508 if(to_remove.count(&var))
1510 stage->in_variables.erase(var.name);
1511 stage->out_variables.erase(var.name);
1512 stage->locations.erase(var.name);
1513 if(var.linked_declaration)
1514 var.linked_declaration->linked_declaration = 0;
1516 else if(var.init_expression && to_remove.count(var.init_expression.get()))
1517 var.init_expression = 0;
1521 void ProgramCompiler::PrecisionRemover::visit(Precision &)
1526 void ProgramCompiler::PrecisionRemover::visit(VariableDeclaration &var)
1528 var.precision.clear();
1532 ProgramCompiler::DefaultPrecisionGenerator::DefaultPrecisionGenerator():
1536 void ProgramCompiler::DefaultPrecisionGenerator::visit(Block &block)
1540 SetForScope<bool> set(toplevel, false);
1541 BlockModifier::visit(block);
1544 Visitor::visit(block);
1547 void ProgramCompiler::DefaultPrecisionGenerator::visit(Precision &prec)
1549 have_default.insert(prec.type);
1552 void ProgramCompiler::DefaultPrecisionGenerator::visit(VariableDeclaration &var)
1554 if(var.type_declaration)
1557 string type = var.type;
1558 if(!type.compare(0, 3, "vec") || !type.compare(0, 3, "mat"))
1560 else if(!type.compare(0, 3, "ivec") || type=="uint")
1563 if(!have_default.count(type))
1565 Precision *prec = new Precision;
1566 if(!type.compare(0, 7, "sampler"))
1567 prec->precision = "lowp";
1568 else if(stage->type==FRAGMENT)
1569 prec->precision = "mediump";
1571 prec->precision = "highp";
1573 insert_nodes.push_back(prec);
1575 have_default.insert(type);
1580 ProgramCompiler::LegacyConverter::LegacyConverter():
1581 target_api(get_gl_api()),
1582 target_version(get_glsl_version()),
1586 ProgramCompiler::LegacyConverter::LegacyConverter(const Version &v):
1587 target_api(get_gl_api()),
1592 bool ProgramCompiler::LegacyConverter::check_version(const Version &feature_version) const
1594 if(target_version<feature_version)
1596 else if(stage->required_version<feature_version)
1597 stage->required_version = feature_version;
1602 bool ProgramCompiler::LegacyConverter::supports_unified_interface_syntax() const
1604 if(target_api==OPENGL_ES2)
1605 return check_version(Version(3, 0));
1607 return check_version(Version(1, 30));
1610 void ProgramCompiler::LegacyConverter::visit(VariableReference &var)
1612 if(var.declaration==frag_out && !supports_unified_interface_syntax())
1614 var.name = "gl_FragColor";
1615 var.declaration = 0;
1618 else if(var.declaration)
1619 type = var.declaration->type;
1624 void ProgramCompiler::LegacyConverter::visit(Assignment &assign)
1626 TraversingVisitor::visit(assign);
1627 if(assign.target_declaration==frag_out && !supports_unified_interface_syntax())
1628 assign.target_declaration = 0;
1631 bool ProgramCompiler::LegacyConverter::supports_unified_sampling_functions() const
1633 if(target_api==OPENGL_ES2)
1634 return check_version(Version(3, 0));
1636 return check_version(Version(1, 30));
1639 void ProgramCompiler::LegacyConverter::visit(FunctionCall &call)
1641 if(call.name=="texture" && !call.declaration && !supports_unified_sampling_functions())
1643 vector<RefPtr<Expression> >::iterator i = call.arguments.begin();
1644 if(i!=call.arguments.end())
1647 if(type=="sampler1D")
1648 call.name = "texture1D";
1649 else if(type=="sampler2D")
1650 call.name = "texture2D";
1651 else if(type=="sampler3D")
1652 call.name = "texture3D";
1653 else if(type=="sampler1DShadow")
1654 call.name = "shadow1D";
1655 else if(type=="sampler2DShadow")
1656 call.name = "shadow2D";
1658 for(; i!=call.arguments.end(); ++i)
1663 TraversingVisitor::visit(call);
1666 bool ProgramCompiler::LegacyConverter::supports_interface_layouts() const
1668 if(target_api==OPENGL_ES2)
1669 return check_version(Version(3, 0));
1671 return check_version(Version(3, 30));
1674 void ProgramCompiler::LegacyConverter::visit(VariableDeclaration &var)
1676 if(var.layout && !supports_interface_layouts())
1678 vector<Layout::Qualifier>::iterator i;
1679 for(i=var.layout->qualifiers.begin(); (i!=var.layout->qualifiers.end() && i->identifier!="location"); ++i) ;
1680 if(i!=var.layout->qualifiers.end())
1682 unsigned location = lexical_cast<unsigned>(i->value);
1683 if(stage->type==VERTEX && var.interface=="in")
1685 stage->locations[var.name] = location;
1686 var.layout->qualifiers.erase(i);
1688 else if(stage->type==FRAGMENT && var.interface=="out")
1691 static Require _req(EXT_gpu_shader4);
1692 stage->locations[var.name] = location;
1693 var.layout->qualifiers.erase(i);
1696 if(var.layout->qualifiers.empty())
1701 if((var.interface=="in" || var.interface=="out") && !supports_unified_interface_syntax())
1703 if(stage->type==FRAGMENT && var.interface=="out")
1710 TraversingVisitor::visit(var);
1713 bool ProgramCompiler::LegacyConverter::supports_interface_blocks(const string &iface) const
1715 if(target_api==OPENGL_ES2)
1717 if(iface=="uniform")
1718 return check_version(Version(3, 0));
1720 return check_version(Version(3, 20));
1723 return check_version(Version(1, 50));
1726 void ProgramCompiler::LegacyConverter::visit(InterfaceBlock &iface)
1728 if(!supports_interface_blocks(iface.interface))
1729 flatten_block(iface.members);