X-Git-Url: http://git.tdb.fi/?p=libs%2Fgl.git;a=blobdiff_plain;f=source%2Fcore%2Fprogram.cpp;h=16b2fa79c7509a5ee38a6f912c5a2da0ebbf83ec;hp=7fff5859c1240ca724f8536f1d72e1e59e1511da;hb=5871764de7aa23d2c40cac03ad9d07088fb57e06;hpb=ea7832c7c1ffab00cc1168bc8c41375fdd0eae86 diff --git a/source/core/program.cpp b/source/core/program.cpp index 7fff5859..16b2fa79 100644 --- a/source/core/program.cpp +++ b/source/core/program.cpp @@ -1,493 +1,326 @@ -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include "buffer.h" +#include #include "error.h" -#include "misc.h" -#include "module.h" #include "program.h" -#include "resources.h" -#include "shader.h" -#include "glsl/compiler.h" using namespace std; namespace Msp { namespace GL { -Program::Program() -{ - init(); -} - -Program::Program(const std::string &source) -{ - init(); - - Module mod; - mod.set_source(source); - add_stages(mod); - - link(); - module = 0; -} - -Program::Program(const string &vert, const string &frag) -{ - init(); - -#pragma GCC diagnostic push -#pragma GCC diagnostic ignored "-Wdeprecated-declarations" - attach_shader_owned(new VertexShader(vert)); - attach_shader_owned(new FragmentShader(frag)); -#pragma GCC diagnostic pop - link(); -} - Program::Program(const Module &mod, const map &spec_values) { - init(); add_stages(mod, spec_values); - link(); -} - -void Program::init() -{ - static Require _req(ARB_shader_objects); - - id = glCreateProgram(); - module = 0; - linked = false; -} - -Program::~Program() -{ - for(vector::iterator i=shader_ids.begin(); i!=shader_ids.end(); ++i) - glDeleteShader(*i); - glDeleteProgram(id); } void Program::add_stages(const Module &mod, const map &spec_values) { - module = &mod; - - SL::Compiler compiler; - compiler.set_source(module->get_prepared_source(), ""); - compiler.specialize(spec_values); - compiler.compile(SL::Compiler::PROGRAM); -#ifdef DEBUG - string diagnostics = compiler.get_diagnostics(); - if(!diagnostics.empty()) - IO::print("Program diagnostics:\n%s\n", diagnostics); -#endif - - vector stages = compiler.get_stages(); - for(vector::const_iterator i=stages.begin(); i!=stages.end(); ++i) - { - GLenum type; - switch(*i) - { - case SL::Stage::VERTEX: - { static Require _req(ARB_vertex_shader); } - type = GL_VERTEX_SHADER; - break; - case SL::Stage::GEOMETRY: - { static Require _req(ARB_geometry_shader4); } - type = GL_GEOMETRY_SHADER; - break; - case SL::Stage::FRAGMENT: - { static Require _req(ARB_fragment_shader); } - type = GL_FRAGMENT_SHADER; - break; - default: - throw invalid_operation("Program::add_stages"); - } - - unsigned stage_id = glCreateShader(type); - shader_ids.push_back(stage_id); - glAttachShader(id, stage_id); - - string stage_src = compiler.get_stage_glsl(*i); - const char *src_ptr = stage_src.data(); - int src_len = stage_src.size(); - glShaderSource(stage_id, 1, &src_ptr, &src_len); + if(has_stages()) + throw invalid_operation("Program::add_stages"); - if(*i==SL::Stage::VERTEX) - { - const map &attribs = compiler.get_vertex_attributes(); - for(map::const_iterator j=attribs.begin(); j!=attribs.end(); ++j) - glBindAttribLocation(id, j->second, j->first.c_str()); - } + reflect_data = ReflectData(); - if(*i==SL::Stage::FRAGMENT && EXT_gpu_shader4) - { - const map &frag_outs = compiler.get_fragment_outputs(); - for(map::const_iterator j=frag_outs.begin(); j!=frag_outs.end(); ++j) - glBindFragDataLocation(id, j->second, j->first.c_str()); - } + TransientData transient; + switch(mod.get_format()) + { + case Module::GLSL: + add_glsl_stages(static_cast(mod), spec_values, transient); + break; + case Module::SPIR_V: + add_spirv_stages(static_cast(mod), spec_values); + break; + default: + throw invalid_argument("Program::add_stages"); } -} -#pragma GCC diagnostic push -#pragma GCC diagnostic ignored "-Wdeprecated-declarations" -void Program::attach_shader(Shader &shader) -{ - unsigned shader_id = shader.steal_id(); - if(!shader_id) - throw invalid_argument("Program::attach_shader"); - shader_ids.push_back(shader_id); -} - -void Program::attach_shader_owned(Shader *shader) -{ - attach_shader(*shader); - delete shader; -} - -void Program::detach_shader(Shader &) -{ -} + finalize(mod, transient); -const vector &Program::get_attached_shaders() const -{ - static vector dummy; - return dummy; -} - -void Program::bind_attribute(unsigned index, const string &name) -{ - static Require _req(ARB_vertex_shader); - glBindAttribLocation(id, index, name.c_str()); -} + if(mod.get_format()==Module::SPIR_V) + { + const SpirVModule &spirv_mod = static_cast(mod); + vector used_variables = collect_used_variables(spirv_mod, spec_values); + collect_uniforms(spirv_mod, used_variables); + collect_attributes(spirv_mod, used_variables); + collect_builtins(spirv_mod); + } -void Program::bind_attribute(VertexAttribute attr, const string &name) -{ - bind_attribute(get_attribute_semantic(attr), name); -} + finalize_uniforms(); -void Program::bind_fragment_data(unsigned index, const string &name) -{ - static Require _req(EXT_gpu_shader4); - glBindFragDataLocation(id, index, name.c_str()); + for(const ReflectData::UniformInfo &u: reflect_data.uniforms) + require_type(u.type); + for(const ReflectData::AttributeInfo &a: reflect_data.attributes) + require_type(a.type); } -#pragma GCC diagnostic pop -void Program::link() +vector Program::collect_used_variables(const SpirVModule &mod, const map &spec_values) { - for(vector::const_iterator i=shader_ids.begin(); i!=shader_ids.end(); ++i) + std::map spec_values_by_id; + for(const SpirVModule::Constant &c: mod.get_spec_constants()) { - glCompileShader(*i); - bool compiled = get_shader_i(*i, GL_COMPILE_STATUS); - - GLsizei info_log_len = get_shader_i(*i, GL_INFO_LOG_LENGTH); - string info_log(info_log_len+1, 0); - glGetShaderInfoLog(*i, info_log_len+1, &info_log_len, &info_log[0]); - info_log.erase(info_log_len); - info_log = module->get_source_map().translate_errors(info_log); - - if(!compiled) - throw compile_error(info_log); -#ifdef DEBUG - if(!info_log.empty()) - IO::print("Shader compile info log:\n%s", info_log); -#endif + auto i = spec_values.find(c.name); + if(i!=spec_values.end()) + spec_values_by_id[c.constant_id] = i->second; } - uniforms.clear(); + const vector &blocks = mod.get_blocks(); + vector visited(blocks.size(), 4); + for(unsigned i=0; ii_value; + auto j = spec_values_by_id.find(b.condition->constant_id); + if(j!=spec_values_by_id.end()) + cond = j->second; + if(b.negate_condition) + cond = !cond; + } - GLsizei info_log_len = get_program_i(id, GL_INFO_LOG_LENGTH); - string info_log(info_log_len+1, 0); - glGetProgramInfoLog(id, info_log_len+1, &info_log_len, &info_log[0]); - info_log.erase(info_log_len); - info_log = module->get_source_map().translate_errors(info_log); + visited[i] |= cond*2; + for(const SpirVModule::InstructionBlock *s: b.successors) + visited[s-blocks.data()] &= 3; + } - if(!linked) - throw compile_error(info_log); -#ifdef DEBUG - if(!info_log.empty()) - IO::print("Program link info log:\n%s", info_log); -#endif + for(unsigned i=0; i &variables = mod.get_variables(); + vector used(variables.size()); + for(unsigned i=0; isecond.type); - for(AttributeMap::const_iterator i=attributes.begin(); i!=attributes.end(); ++i) - require_type(i->second.type); + return used; } -void Program::require_type(GLenum t) +void Program::collect_visited_blocks(const vector &blocks, unsigned i, vector &visited) { - switch(t) + visited[i] |= 1; + for(const SpirVModule::InstructionBlock *s: blocks[i].successors) { - case GL_FLOAT_MAT2x3: - case GL_FLOAT_MAT2x4: - case GL_FLOAT_MAT3x2: - case GL_FLOAT_MAT3x4: - case GL_FLOAT_MAT4x2: - case GL_FLOAT_MAT4x3: - { static Require _req(NV_non_square_matrices); } - break; + unsigned j = s-blocks.data(); + if((visited[j]&3)==2) + collect_visited_blocks(blocks, j, visited); } } -void Program::query_uniforms() +void Program::collect_uniforms(const SpirVModule &mod, const vector &used_variables) { - unsigned count = get_program_i(id, GL_ACTIVE_UNIFORMS); - vector uniforms_by_index(count); - for(unsigned i=0; i > block_uniform_names(1); + + const vector &variables = mod.get_variables(); + unsigned n_descriptor_sets = 0; + for(unsigned i=0; i3 && !strcmp(name+len-3, "[0]")) - name[len-3] = 0; + if(!used_variables[i]) + continue; - UniformInfo &info = uniforms[name]; - info.block = 0; - info.name = name; - info.size = size; - info.array_stride = 0; - info.matrix_stride = 0; - info.type = type; - uniforms_by_index[i] = &info; + const SpirVModule::Variable &v = variables[i]; + if((v.storage==SpirVModule::UNIFORM || v.storage==SpirVModule::PUSH_CONSTANT) && v.struct_type) + { + reflect_data.uniform_blocks.emplace_back(); + ReflectData::UniformBlockInfo &info = reflect_data.uniform_blocks.back(); + info.name = v.struct_type->name; + if(v.storage==SpirVModule::PUSH_CONSTANT) + info.bind_point = ReflectData::PUSH_CONSTANT; + else + { + if(v.binding>=0) + info.bind_point = v.binding | (v.descriptor_set<<20); + else + info.bind_point = ReflectData::DEFAULT_BLOCK; + n_descriptor_sets = max(n_descriptor_sets, v.descriptor_set+1); + } + info.data_size = v.struct_type->size; + + string prefix; + if(!v.name.empty()) + prefix = v.struct_type->name+"."; + block_uniform_names.emplace_back(); + collect_block_uniforms(*v.struct_type, prefix, 0, block_uniform_names.back()); + } + else if(v.storage==SpirVModule::UNIFORM_CONSTANT && (v.location>=0 || v.binding>=0)) + { + block_uniform_names[0].push_back(v.name); + reflect_data.uniforms.emplace_back(); + ReflectData::UniformInfo &info = reflect_data.uniforms.back(); + info.name = v.name; + info.tag = v.name; + info.location = v.location; + if(v.binding>=0) + info.binding = v.binding | (v.descriptor_set<<20); + n_descriptor_sets = max(n_descriptor_sets, v.descriptor_set+1); + info.array_size = max(v.array_size, 1U); + info.type = v.type; } } - if(ARB_uniform_buffer_object) - query_uniform_blocks(uniforms_by_index); + sort_member(reflect_data.uniforms, &ReflectData::UniformInfo::tag); - UniformBlockInfo &default_block = uniform_blocks[string()]; - default_block.data_size = 0; - default_block.bind_point = -1; + if(block_uniform_names.front().empty()) + { + reflect_data.uniform_blocks.erase(reflect_data.uniform_blocks.begin()); + block_uniform_names.erase(block_uniform_names.begin()); + } - for(UniformMap::iterator i=uniforms.begin(); i!=uniforms.end(); ++i) - if(!i->second.block) + for(unsigned i=0; isecond.location = glGetUniformLocation(id, i->second.name.c_str()); - i->second.block = &default_block; - default_block.uniforms.push_back(&i->second); + // The element is already known to be present + ReflectData::UniformInfo &uni = *lower_bound_member(reflect_data.uniforms, Tag(n), &ReflectData::UniformInfo::tag); + block.uniforms.push_back(&uni); + uni.block = █ } + block.sort_uniforms(); + block.update_layout_hash(); + } - default_block.layout_hash = compute_layout_hash(default_block.uniforms); - - string layout_descriptor; - for(UniformBlockMap::const_iterator i=uniform_blocks.begin(); i!=uniform_blocks.end(); ++i) - layout_descriptor += format("%d:%x\n", i->second.bind_point, i->second.layout_hash); - uniform_layout_hash = hash32(layout_descriptor); + reflect_data.n_descriptor_sets = n_descriptor_sets; + reflect_data.update_layout_hash(); } -void Program::query_uniform_blocks(const vector &uniforms_by_index) +void Program::collect_block_uniforms(const SpirVModule::Structure &strct, const string &prefix, unsigned base_offset, vector &uniform_names) { - uniform_blocks.clear(); - - std::set used_bind_points; - unsigned count = get_program_i(id, GL_ACTIVE_UNIFORM_BLOCKS); - for(unsigned i=0; i indices(value); - glGetActiveUniformBlockiv(id, i, GL_UNIFORM_BLOCK_ACTIVE_UNIFORM_INDICES, &indices[0]); - for(vector::iterator j=indices.begin(); j!=indices.end(); ++j) + unsigned offset = base_offset+m.offset; + if(m.struct_type) { - if(!uniforms_by_index[*j]) - throw logic_error("Program::link"); - info.uniforms.push_back(uniforms_by_index[*j]); - uniforms_by_index[*j]->block = &info; + if(m.array_size) + { + for(unsigned j=0; j indices2(indices.begin(), indices.end()); - vector values(indices.size()); - glGetActiveUniformsiv(id, indices.size(), &indices2[0], GL_UNIFORM_OFFSET, &values[0]); - for(unsigned j=0; jlocation = values[j]; - - indices2.clear(); - for(vector::iterator j=indices.begin(); j!=indices.end(); ++j) - if(uniforms_by_index[*j]->size>1) - indices2.push_back(*j); - if(!indices2.empty()) + else { - glGetActiveUniformsiv(id, indices2.size(), &indices2[0], GL_UNIFORM_ARRAY_STRIDE, &values[0]); - for(unsigned j=0; jarray_stride = values[j]; - } - - indices2.clear(); - for(vector::iterator j=indices.begin(); j!=indices.end(); ++j) - { - GLenum t = uniforms_by_index[*j]->type; - if(t==GL_FLOAT_MAT4 || t==GL_FLOAT_MAT3 || t==GL_FLOAT_MAT2 || - t==GL_FLOAT_MAT2x3 || t==GL_FLOAT_MAT2x4 || t==GL_FLOAT_MAT3x2 || - t==GL_FLOAT_MAT3x4 || t==GL_FLOAT_MAT4x2 || t==GL_FLOAT_MAT4x3) - indices2.push_back(*j); - } - if(!indices2.empty()) - { - glGetActiveUniformsiv(id, indices2.size(), &indices2[0], GL_UNIFORM_MATRIX_STRIDE, &values[0]); - for(unsigned j=0; jmatrix_stride = values[j]; + string name = prefix+m.name; + uniform_names.push_back(name); + reflect_data.uniforms.emplace_back(); + ReflectData::UniformInfo &info = reflect_data.uniforms.back(); + info.name = name; + info.tag = name; + info.offset = offset; + info.array_size = max(m.array_size, 1U); + info.array_stride = m.array_stride; + info.matrix_stride = m.matrix_stride; + info.type = m.type; } - - sort(info.uniforms.begin(), info.uniforms.end(), uniform_location_compare); - info.layout_hash = compute_layout_hash(info.uniforms); - unsigned n_bindings = BufferRange::get_n_uniform_buffer_bindings(); - info.bind_point = info.layout_hash%n_bindings; - while(used_bind_points.count(info.bind_point)) - info.bind_point = (info.bind_point+1)%n_bindings; - glUniformBlockBinding(id, i, info.bind_point); - used_bind_points.insert(info.bind_point); } } -void Program::query_attributes() +void Program::collect_attributes(const SpirVModule &mod, const vector &used_variables) { - unsigned count = get_program_i(id, GL_ACTIVE_ATTRIBUTES); - for(unsigned i=0; i &variables = mod.get_variables(); + for(const SpirVModule::EntryPoint &e: mod.get_entry_points()) + if(e.stage==SpirVModule::VERTEX && e.name=="main") { - if(len>3 && !strcmp(name+len-3, "[0]")) - name[len-3] = 0; - - AttributeInfo &info = attributes[name]; - info.name = name; - info.location = glGetAttribLocation(id, name); - info.size = size; - info.type = type; + for(const SpirVModule::Variable *v: e.globals) + if(v->storage==SpirVModule::INPUT && used_variables[v-variables.data()]) + { + reflect_data.attributes.emplace_back(); + ReflectData::AttributeInfo &info = reflect_data.attributes.back(); + info.name = v->name; + info.location = v->location; + info.array_size = v->array_size; + info.type = v->type; + } } - } } -Program::LayoutHash Program::compute_layout_hash(const vector &uniforms) +void Program::collect_builtins(const SpirVModule &mod) { - string layout_descriptor; - for(vector::const_iterator i = uniforms.begin(); i!=uniforms.end(); ++i) - layout_descriptor += format("%d:%s:%x:%d\n", (*i)->location, (*i)->name, (*i)->type, (*i)->size); - return hash32(layout_descriptor); + for(const SpirVModule::Variable &v: mod.get_variables()) + if(v.storage==SpirVModule::OUTPUT && v.struct_type) + collect_builtins(*v.struct_type); } -bool Program::uniform_location_compare(const UniformInfo *uni1, const UniformInfo *uni2) +void Program::collect_builtins(const SpirVModule::Structure &strct) { - return uni1->locationlocation; + for(const SpirVModule::StructMember &m: strct.members) + if(m.builtin==SpirVModule::CLIP_DISTANCE) + reflect_data.n_clip_distances = m.array_size; } -string Program::get_info_log() const +const ReflectData::UniformBlockInfo &Program::get_uniform_block_info(const string &name) const { - GLsizei len = get_program_i(id, GL_INFO_LOG_LENGTH); - string log(len+1, 0); - glGetProgramInfoLog(id, len+1, &len, &log[0]); - log.erase(len); - return log; + auto i = find_member(reflect_data.uniform_blocks, name, &ReflectData::UniformBlockInfo::name); + if(i==reflect_data.uniform_blocks.end()) + throw key_error(name); + return *i; } -const Program::UniformBlockInfo &Program::get_uniform_block_info(const string &name) const +const ReflectData::UniformInfo &Program::get_uniform_info(const string &name) const { - return get_item(uniform_blocks, name); + auto i = lower_bound_member(reflect_data.uniforms, Tag(name), &ReflectData::UniformInfo::tag); + if(i==reflect_data.uniforms.end() || i->name!=name) + throw key_error(name); + return *i; } -const Program::UniformInfo &Program::get_uniform_info(const string &name) const +const ReflectData::UniformInfo &Program::get_uniform_info(Tag tag) const { - return get_item(uniforms, name); + auto i = lower_bound_member(reflect_data.uniforms, tag, &ReflectData::UniformInfo::tag); + if(i==reflect_data.uniforms.end() || i->tag!=tag) + throw key_error(tag); + return *i; } -int Program::get_uniform_location(const string &n) const +int Program::get_uniform_location(const string &name) const { - if(n[n.size()-1]==']') + if(name[name.size()-1]==']') throw invalid_argument("Program::get_uniform_location"); - UniformMap::const_iterator i = uniforms.find(n); - if(i==uniforms.end()) - return -1; - - return i->second.block->bind_point<0 ? i->second.location : -1; + auto i = lower_bound_member(reflect_data.uniforms, Tag(name), &ReflectData::UniformInfo::tag); + return i!=reflect_data.uniforms.end() && i->name==name && i->block->bind_point<0 ? i->location : -1; } -const Program::AttributeInfo &Program::get_attribute_info(const string &name) const +int Program::get_uniform_location(Tag tag) const { - return get_item(attributes, name); + auto i = lower_bound_member(reflect_data.uniforms, tag, &ReflectData::UniformInfo::tag); + return i!=reflect_data.uniforms.end() && i->tag==tag && i->block->bind_point<0 ? i->location : -1; } -int Program::get_attribute_location(const string &n) const +int Program::get_uniform_binding(Tag tag) const { - if(n[n.size()-1]==']') - throw invalid_argument("Program::get_attribute_location"); - - AttributeMap::const_iterator i = attributes.find(n); - return i!=attributes.end() ? i->second.location : -1; + auto i = lower_bound_member(reflect_data.uniforms, tag, &ReflectData::UniformInfo::tag); + return i!=reflect_data.uniforms.end() && i->tag==tag ? i->binding : -1; } -void Program::bind() const +const ReflectData::AttributeInfo &Program::get_attribute_info(const string &name) const { - if(!linked) - throw invalid_operation("Program::bind"); - - if(!set_current(this)) - return; - - glUseProgram(id); + auto i = lower_bound_member(reflect_data.attributes, name, &ReflectData::AttributeInfo::name); + if(i==reflect_data.attributes.end() || i->name!=name) + throw key_error(name); + return *i; } -void Program::unbind() +int Program::get_attribute_location(const string &name) const { - if(!set_current(0)) - return; + if(name[name.size()-1]==']') + throw invalid_argument("Program::get_attribute_location"); - glUseProgram(0); + auto i = lower_bound_member(reflect_data.attributes, name, &ReflectData::AttributeInfo::name); + return i!=reflect_data.attributes.end() && i->name==name ? i->location : -1; } Program::Loader::Loader(Program &p, Collection &c): DataFile::CollectionObjectLoader(p, &c) { - add("module", &Loader::module); - - // Deprecated - add("attribute", &Loader::attribute); - add("fragment_shader", &Loader::fragment_shader); - add("geometry_shader", &Loader::geometry_shader); - add("vertex_shader", &Loader::vertex_shader); -} - -void Program::Loader::finish() -{ - obj.link(); + add("module", &Loader::module); } void Program::Loader::module(const string &n) @@ -498,29 +331,6 @@ void Program::Loader::module(const string &n) obj.add_stages(get_collection().get(n), spec_values); } -#pragma GCC diagnostic push -#pragma GCC diagnostic ignored "-Wdeprecated-declarations" -void Program::Loader::attribute(unsigned i, const string &n) -{ - obj.bind_attribute(i, n); -} - -void Program::Loader::fragment_shader(const string &src) -{ - obj.attach_shader_owned(new FragmentShader(src)); -} - -void Program::Loader::geometry_shader(const string &src) -{ - obj.attach_shader_owned(new GeometryShader(src)); -} - -void Program::Loader::vertex_shader(const string &src) -{ - obj.attach_shader_owned(new VertexShader(src)); -} -#pragma GCC diagnostic pop - DataFile::Loader::ActionMap Program::SpecializationLoader::shared_actions;