X-Git-Url: http://git.tdb.fi/?p=libs%2Fgl.git;a=blobdiff_plain;f=source%2Fcore%2Fprogram.cpp;h=8ac13bbd0ce21454cb5af1b269dacc0fc6770205;hp=6cad69c4e322200b86b7f439f239e01113fa90ea;hb=HEAD;hpb=4c705a6fba590514bc3fab2a324c24fddc30cac6 diff --git a/source/core/program.cpp b/source/core/program.cpp index 6cad69c4..91f21565 100644 --- a/source/core/program.cpp +++ b/source/core/program.cpp @@ -1,500 +1,291 @@ -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include "buffer.h" +#include #include "error.h" -#include "misc.h" -#include "module.h" #include "program.h" -#include "resources.h" -#include "shader.h" -#include "glsl/compiler.h" using namespace std; namespace Msp { namespace GL { -Program::Program() -{ - init(); -} - -Program::Program(const std::string &source) -{ - init(); - - Module mod; - mod.set_source(source); - add_stages(mod); - - link(); - module = 0; -} - -Program::Program(const string &vert, const string &frag) -{ - init(); - -#pragma GCC diagnostic push -#pragma GCC diagnostic ignored "-Wdeprecated-declarations" - attach_shader_owned(new VertexShader(vert)); - attach_shader_owned(new FragmentShader(frag)); -#pragma GCC diagnostic pop - link(); -} - Program::Program(const Module &mod, const map &spec_values) { - init(); add_stages(mod, spec_values); - link(); } -void Program::init() +Program::Program(Program &&other): + ProgramBackend(move(other)), + reflect_data(move(other.reflect_data)), + specialized_spirv(other.specialized_spirv) { - static Require _req(ARB_shader_objects); - - id = glCreateProgram(); - module = 0; - linked = false; + other.specialized_spirv = 0; } Program::~Program() { - for(vector::iterator i=stage_ids.begin(); i!=stage_ids.end(); ++i) - glDeleteShader(*i); - glDeleteProgram(id); -} - -unsigned Program::add_stage(GLenum type) -{ - switch(type) - { - case GL_VERTEX_SHADER: { static Require _req(ARB_vertex_shader); } break; - case GL_GEOMETRY_SHADER: { static Require _req(ARB_geometry_shader4); } break; - case GL_FRAGMENT_SHADER: { static Require _req(ARB_fragment_shader); } break; - default: throw invalid_argument("Program::add_stage"); - } - - unsigned stage_id = glCreateShader(type); - stage_ids.push_back(stage_id); - glAttachShader(id, stage_id); - - return stage_id; + delete specialized_spirv; } void Program::add_stages(const Module &mod, const map &spec_values) { - module = &mod; - - SL::Compiler compiler; - compiler.set_source(module->get_prepared_source(), ""); - compiler.specialize(spec_values); - compiler.compile(SL::Compiler::PROGRAM); -#ifdef DEBUG - string diagnostics = compiler.get_diagnostics(); - if(!diagnostics.empty()) - IO::print("Program diagnostics:\n%s\n", diagnostics); -#endif - - vector stages = compiler.get_stages(); - for(vector::const_iterator i=stages.begin(); i!=stages.end(); ++i) - { - unsigned stage_id = 0; - switch(*i) - { - case SL::Stage::VERTEX: stage_id = add_stage(GL_VERTEX_SHADER); break; - case SL::Stage::GEOMETRY: stage_id = add_stage(GL_GEOMETRY_SHADER); break; - case SL::Stage::FRAGMENT: stage_id = add_stage(GL_FRAGMENT_SHADER); break; - default: throw invalid_operation("Program::add_glsl_stages"); - } - - string stage_src = compiler.get_stage_glsl(*i); - const char *src_ptr = stage_src.data(); - int src_len = stage_src.size(); - glShaderSource(stage_id, 1, &src_ptr, &src_len); + if(has_stages()) + throw invalid_operation("Program::add_stages"); - if(*i==SL::Stage::VERTEX) - { - const map &attribs = compiler.get_vertex_attributes(); - for(map::const_iterator j=attribs.begin(); j!=attribs.end(); ++j) - glBindAttribLocation(id, j->second, j->first.c_str()); - } + reflect_data = ReflectData(); + const Module *final_module = &mod; - if(*i==SL::Stage::FRAGMENT && EXT_gpu_shader4) + switch(mod.get_format()) + { + case Module::GLSL: + add_glsl_stages(static_cast(mod), spec_values); + break; + case Module::SPIR_V: + if(static_cast(mod).is_specializable()) { - const map &frag_outs = compiler.get_fragment_outputs(); - for(map::const_iterator j=frag_outs.begin(); j!=frag_outs.end(); ++j) - glBindFragDataLocation(id, j->second, j->first.c_str()); + specialized_spirv = static_cast(mod).specialize(spec_values); + final_module = specialized_spirv; } - - compile_stage(stage_id); + add_spirv_stages(*static_cast(final_module), spec_values); + break; + default: + throw invalid_argument("Program::add_stages"); } -} - -void Program::compile_stage(unsigned stage_id) -{ - glCompileShader(stage_id); - bool compiled = get_shader_i(stage_id, GL_COMPILE_STATUS); - - GLsizei info_log_len = get_shader_i(stage_id, GL_INFO_LOG_LENGTH); - string info_log(info_log_len+1, 0); - glGetShaderInfoLog(stage_id, info_log_len+1, &info_log_len, &info_log[0]); - info_log.erase(info_log_len); - if(module) - info_log = module->get_source_map().translate_errors(info_log); - - if(!compiled) - throw compile_error(info_log); -#ifdef DEBUG - if(!info_log.empty()) - IO::print("Shader compile info log:\n%s", info_log); -#endif -} - -#pragma GCC diagnostic push -#pragma GCC diagnostic ignored "-Wdeprecated-declarations" -void Program::attach_shader(Shader &shader) -{ - unsigned shader_id = shader.steal_id(); - if(!shader_id) - throw invalid_argument("Program::attach_shader"); - stage_ids.push_back(shader_id); - compile_stage(shader_id); -} - -void Program::attach_shader_owned(Shader *shader) -{ - attach_shader(*shader); - delete shader; -} - -void Program::detach_shader(Shader &) -{ -} -const vector &Program::get_attached_shaders() const -{ - static vector dummy; - return dummy; -} + if(final_module->get_format()==Module::SPIR_V) + { + const SpirVModule &spirv_mod = *static_cast(final_module); + collect_uniforms(spirv_mod); + collect_attributes(spirv_mod); + collect_builtins(spirv_mod); + + for(const SpirVModule::EntryPoint &e: spirv_mod.get_entry_points()) + if(e.stage==SpirVModule::COMPUTE) + reflect_data.compute_wg_size = e.compute_local_size; + } -void Program::bind_attribute(unsigned index, const string &name) -{ - static Require _req(ARB_vertex_shader); - glBindAttribLocation(id, index, name.c_str()); -} + finalize_uniforms(); -void Program::bind_attribute(VertexAttribute attr, const string &name) -{ - bind_attribute(get_attribute_semantic(attr), name); -} + reflect_data.update_used_bindings(); -void Program::bind_fragment_data(unsigned index, const string &name) -{ - static Require _req(EXT_gpu_shader4); - glBindFragDataLocation(id, index, name.c_str()); + for(const ReflectData::UniformInfo &u: reflect_data.uniforms) + require_type(u.type); + for(const ReflectData::AttributeInfo &a: reflect_data.attributes) + require_type(a.type); } -#pragma GCC diagnostic pop -void Program::link() +void Program::collect_uniforms(const SpirVModule &mod) { - uniforms.clear(); - - glLinkProgram(id); - linked = get_program_i(id, GL_LINK_STATUS); - - GLsizei info_log_len = get_program_i(id, GL_INFO_LOG_LENGTH); - string info_log(info_log_len+1, 0); - glGetProgramInfoLog(id, info_log_len+1, &info_log_len, &info_log[0]); - info_log.erase(info_log_len); - info_log = module->get_source_map().translate_errors(info_log); - - if(!linked) - throw compile_error(info_log); -#ifdef DEBUG - if(!info_log.empty()) - IO::print("Program link info log:\n%s", info_log); -#endif - - query_uniforms(); - query_attributes(); - - for(UniformMap::const_iterator i=uniforms.begin(); i!=uniforms.end(); ++i) - require_type(i->second.type); - for(AttributeMap::const_iterator i=attributes.begin(); i!=attributes.end(); ++i) - require_type(i->second.type); -} + // Prepare the default block + reflect_data.uniform_blocks.emplace_back(); + vector > block_uniform_names(1); -void Program::require_type(GLenum t) -{ - switch(t) + for(const SpirVModule::Variable &v: mod.get_variables()) { - case GL_FLOAT_MAT2x3: - case GL_FLOAT_MAT2x4: - case GL_FLOAT_MAT3x2: - case GL_FLOAT_MAT3x4: - case GL_FLOAT_MAT4x2: - case GL_FLOAT_MAT4x3: - { static Require _req(NV_non_square_matrices); } - break; - } -} - -void Program::query_uniforms() -{ - unsigned count = get_program_i(id, GL_ACTIVE_UNIFORMS); - vector uniforms_by_index(count); - for(unsigned i=0; i3 && !strcmp(name+len-3, "[0]")) - name[len-3] = 0; - - UniformInfo &info = uniforms[name]; - info.block = 0; - info.name = name; - info.size = size; - info.array_stride = 0; - info.matrix_stride = 0; - info.type = type; - uniforms_by_index[i] = &info; + reflect_data.uniform_blocks.emplace_back(); + ReflectData::UniformBlockInfo &info = reflect_data.uniform_blocks.back(); + info.name = v.struct_type->name; + info.data_size = v.struct_type->size; + if(v.storage==SpirVModule::PUSH_CONSTANT) + { + info.bind_point = ReflectData::PUSH_CONSTANT; + reflect_data.push_constants_size = info.data_size; + } + else + { + if(v.binding>=0) + info.bind_point = v.binding | (v.descriptor_set<<20); + else + info.bind_point = ReflectData::DEFAULT_BLOCK; + reflect_data.n_descriptor_sets = max(reflect_data.n_descriptor_sets, v.descriptor_set+1); + } + + string prefix; + if(!v.name.empty()) + prefix = v.struct_type->name+"."; + block_uniform_names.emplace_back(); + collect_block_uniforms(*v.struct_type, prefix, 0, block_uniform_names.back()); + } + else if(v.storage==SpirVModule::UNIFORM_CONSTANT && (v.location>=0 || v.binding>=0)) + { + block_uniform_names[0].push_back(v.name); + reflect_data.uniforms.emplace_back(); + ReflectData::UniformInfo &info = reflect_data.uniforms.back(); + info.name = v.name; + info.tag = v.name; + info.location = v.location; + if(v.binding>=0) + info.binding = v.binding | (v.descriptor_set<<20); + reflect_data.n_descriptor_sets = max(reflect_data.n_descriptor_sets, v.descriptor_set+1); + info.array_size = max(v.array_size, 1U); + info.type = v.type; } } - if(ARB_uniform_buffer_object) - query_uniform_blocks(uniforms_by_index); + sort_member(reflect_data.uniforms, &ReflectData::UniformInfo::tag); - UniformBlockInfo &default_block = uniform_blocks[string()]; - default_block.data_size = 0; - default_block.bind_point = -1; + if(block_uniform_names.front().empty()) + { + reflect_data.uniform_blocks.erase(reflect_data.uniform_blocks.begin()); + block_uniform_names.erase(block_uniform_names.begin()); + } - for(UniformMap::iterator i=uniforms.begin(); i!=uniforms.end(); ++i) - if(!i->second.block) + for(unsigned i=0; isecond.location = glGetUniformLocation(id, i->second.name.c_str()); - i->second.block = &default_block; - default_block.uniforms.push_back(&i->second); + // The element is already known to be present + ReflectData::UniformInfo &uni = *lower_bound_member(reflect_data.uniforms, Tag(n), &ReflectData::UniformInfo::tag); + block.uniforms.push_back(&uni); + uni.block = █ } + block.sort_uniforms(); + block.update_layout_hash(); + } - default_block.layout_hash = compute_layout_hash(default_block.uniforms); - - string layout_descriptor; - for(UniformBlockMap::const_iterator i=uniform_blocks.begin(); i!=uniform_blocks.end(); ++i) - layout_descriptor += format("%d:%x\n", i->second.bind_point, i->second.layout_hash); - uniform_layout_hash = hash32(layout_descriptor); + reflect_data.update_layout_hash(); } -void Program::query_uniform_blocks(const vector &uniforms_by_index) +void Program::collect_block_uniforms(const SpirVModule::Structure &strct, const string &prefix, unsigned base_offset, vector &uniform_names) { - uniform_blocks.clear(); - - std::set used_bind_points; - unsigned count = get_program_i(id, GL_ACTIVE_UNIFORM_BLOCKS); - for(unsigned i=0; i indices(value); - glGetActiveUniformBlockiv(id, i, GL_UNIFORM_BLOCK_ACTIVE_UNIFORM_INDICES, &indices[0]); - for(vector::iterator j=indices.begin(); j!=indices.end(); ++j) + unsigned offset = base_offset+m.offset; + if(m.struct_type) { - if(!uniforms_by_index[*j]) - throw logic_error("Program::link"); - info.uniforms.push_back(uniforms_by_index[*j]); - uniforms_by_index[*j]->block = &info; + if(m.array_size) + { + for(unsigned j=0; j indices2(indices.begin(), indices.end()); - vector values(indices.size()); - glGetActiveUniformsiv(id, indices.size(), &indices2[0], GL_UNIFORM_OFFSET, &values[0]); - for(unsigned j=0; jlocation = values[j]; - - indices2.clear(); - for(vector::iterator j=indices.begin(); j!=indices.end(); ++j) - if(uniforms_by_index[*j]->size>1) - indices2.push_back(*j); - if(!indices2.empty()) - { - glGetActiveUniformsiv(id, indices2.size(), &indices2[0], GL_UNIFORM_ARRAY_STRIDE, &values[0]); - for(unsigned j=0; jarray_stride = values[j]; - } - - indices2.clear(); - for(vector::iterator j=indices.begin(); j!=indices.end(); ++j) + else { - GLenum t = uniforms_by_index[*j]->type; - if(t==GL_FLOAT_MAT4 || t==GL_FLOAT_MAT3 || t==GL_FLOAT_MAT2 || - t==GL_FLOAT_MAT2x3 || t==GL_FLOAT_MAT2x4 || t==GL_FLOAT_MAT3x2 || - t==GL_FLOAT_MAT3x4 || t==GL_FLOAT_MAT4x2 || t==GL_FLOAT_MAT4x3) - indices2.push_back(*j); - } - if(!indices2.empty()) - { - glGetActiveUniformsiv(id, indices2.size(), &indices2[0], GL_UNIFORM_MATRIX_STRIDE, &values[0]); - for(unsigned j=0; jmatrix_stride = values[j]; + string name = prefix+m.name; + uniform_names.push_back(name); + reflect_data.uniforms.emplace_back(); + ReflectData::UniformInfo &info = reflect_data.uniforms.back(); + info.name = name; + info.tag = name; + info.offset = offset; + info.array_size = max(m.array_size, 1U); + info.array_stride = m.array_stride; + info.matrix_stride = m.matrix_stride; + info.type = m.type; } - - sort(info.uniforms.begin(), info.uniforms.end(), uniform_location_compare); - info.layout_hash = compute_layout_hash(info.uniforms); - unsigned n_bindings = BufferRange::get_n_uniform_buffer_bindings(); - info.bind_point = info.layout_hash%n_bindings; - while(used_bind_points.count(info.bind_point)) - info.bind_point = (info.bind_point+1)%n_bindings; - glUniformBlockBinding(id, i, info.bind_point); - used_bind_points.insert(info.bind_point); } } -void Program::query_attributes() +void Program::collect_attributes(const SpirVModule &mod) { - unsigned count = get_program_i(id, GL_ACTIVE_ATTRIBUTES); - for(unsigned i=0; i3 && !strcmp(name+len-3, "[0]")) - name[len-3] = 0; - - AttributeInfo &info = attributes[name]; - info.name = name; - info.location = glGetAttribLocation(id, name); - info.size = size; - info.type = type; + for(const SpirVModule::Variable *v: e.globals) + if(v->storage==SpirVModule::INPUT) + { + reflect_data.attributes.emplace_back(); + ReflectData::AttributeInfo &info = reflect_data.attributes.back(); + info.name = v->name; + info.location = v->location; + info.array_size = v->array_size; + info.type = v->type; + } } - } + + sort_member(reflect_data.attributes, &ReflectData::AttributeInfo::name); } -Program::LayoutHash Program::compute_layout_hash(const vector &uniforms) +void Program::collect_builtins(const SpirVModule &mod) { - string layout_descriptor; - for(vector::const_iterator i = uniforms.begin(); i!=uniforms.end(); ++i) - layout_descriptor += format("%d:%s:%x:%d\n", (*i)->location, (*i)->name, (*i)->type, (*i)->size); - return hash32(layout_descriptor); + for(const SpirVModule::Variable &v: mod.get_variables()) + if(v.storage==SpirVModule::OUTPUT && v.struct_type) + collect_builtins(*v.struct_type); } -bool Program::uniform_location_compare(const UniformInfo *uni1, const UniformInfo *uni2) +void Program::collect_builtins(const SpirVModule::Structure &strct) { - return uni1->locationlocation; + for(const SpirVModule::StructMember &m: strct.members) + if(m.builtin==SpirVModule::CLIP_DISTANCE) + reflect_data.n_clip_distances = m.array_size; } -string Program::get_info_log() const +const ReflectData::UniformBlockInfo &Program::get_uniform_block_info(const string &name) const { - GLsizei len = get_program_i(id, GL_INFO_LOG_LENGTH); - string log(len+1, 0); - glGetProgramInfoLog(id, len+1, &len, &log[0]); - log.erase(len); - return log; + auto i = find_member(reflect_data.uniform_blocks, name, &ReflectData::UniformBlockInfo::name); + if(i==reflect_data.uniform_blocks.end()) + throw key_error(name); + return *i; } -const Program::UniformBlockInfo &Program::get_uniform_block_info(const string &name) const +const ReflectData::UniformInfo &Program::get_uniform_info(const string &name) const { - return get_item(uniform_blocks, name); + auto i = lower_bound_member(reflect_data.uniforms, Tag(name), &ReflectData::UniformInfo::tag); + if(i==reflect_data.uniforms.end() || i->name!=name) + throw key_error(name); + return *i; } -const Program::UniformInfo &Program::get_uniform_info(const string &name) const +const ReflectData::UniformInfo &Program::get_uniform_info(Tag tag) const { - return get_item(uniforms, name); + auto i = lower_bound_member(reflect_data.uniforms, tag, &ReflectData::UniformInfo::tag); + if(i==reflect_data.uniforms.end() || i->tag!=tag) + throw key_error(tag); + return *i; } -int Program::get_uniform_location(const string &n) const +int Program::get_uniform_location(const string &name) const { - if(n[n.size()-1]==']') + if(name[name.size()-1]==']') throw invalid_argument("Program::get_uniform_location"); - UniformMap::const_iterator i = uniforms.find(n); - if(i==uniforms.end()) - return -1; - - return i->second.block->bind_point<0 ? i->second.location : -1; + auto i = lower_bound_member(reflect_data.uniforms, Tag(name), &ReflectData::UniformInfo::tag); + return i!=reflect_data.uniforms.end() && i->name==name && i->block->bind_point<0 ? i->location : -1; } -const Program::AttributeInfo &Program::get_attribute_info(const string &name) const +int Program::get_uniform_location(Tag tag) const { - return get_item(attributes, name); + auto i = lower_bound_member(reflect_data.uniforms, tag, &ReflectData::UniformInfo::tag); + return i!=reflect_data.uniforms.end() && i->tag==tag && i->block->bind_point<0 ? i->location : -1; } -int Program::get_attribute_location(const string &n) const +int Program::get_uniform_binding(Tag tag) const { - if(n[n.size()-1]==']') - throw invalid_argument("Program::get_attribute_location"); - - AttributeMap::const_iterator i = attributes.find(n); - return i!=attributes.end() ? i->second.location : -1; + auto i = lower_bound_member(reflect_data.uniforms, tag, &ReflectData::UniformInfo::tag); + return i!=reflect_data.uniforms.end() && i->tag==tag ? i->binding : -1; } -void Program::bind() const +bool Program::uses_binding(int binding) const { - if(!linked) - throw invalid_operation("Program::bind"); - - if(!set_current(this)) - return; + auto i = lower_bound(reflect_data.used_bindings, binding); + return i!=reflect_data.used_bindings.end() && *i==binding; +} - glUseProgram(id); +const ReflectData::AttributeInfo &Program::get_attribute_info(const string &name) const +{ + auto i = lower_bound_member(reflect_data.attributes, name, &ReflectData::AttributeInfo::name); + if(i==reflect_data.attributes.end() || i->name!=name) + throw key_error(name); + return *i; } -void Program::unbind() +int Program::get_attribute_location(const string &name) const { - if(!set_current(0)) - return; + if(name[name.size()-1]==']') + throw invalid_argument("Program::get_attribute_location"); - glUseProgram(0); + auto i = lower_bound_member(reflect_data.attributes, name, &ReflectData::AttributeInfo::name); + return i!=reflect_data.attributes.end() && i->name==name ? i->location : -1; } Program::Loader::Loader(Program &p, Collection &c): DataFile::CollectionObjectLoader(p, &c) { - add("module", &Loader::module); - - // Deprecated - add("attribute", &Loader::attribute); - add("fragment_shader", &Loader::fragment_shader); - add("geometry_shader", &Loader::geometry_shader); - add("vertex_shader", &Loader::vertex_shader); -} - -void Program::Loader::finish() -{ - obj.link(); + add("module", &Loader::module); } void Program::Loader::module(const string &n) @@ -505,29 +296,6 @@ void Program::Loader::module(const string &n) obj.add_stages(get_collection().get(n), spec_values); } -#pragma GCC diagnostic push -#pragma GCC diagnostic ignored "-Wdeprecated-declarations" -void Program::Loader::attribute(unsigned i, const string &n) -{ - obj.bind_attribute(i, n); -} - -void Program::Loader::fragment_shader(const string &src) -{ - obj.attach_shader_owned(new FragmentShader(src)); -} - -void Program::Loader::geometry_shader(const string &src) -{ - obj.attach_shader_owned(new GeometryShader(src)); -} - -void Program::Loader::vertex_shader(const string &src) -{ - obj.attach_shader_owned(new VertexShader(src)); -} -#pragma GCC diagnostic pop - DataFile::Loader::ActionMap Program::SpecializationLoader::shared_actions;