X-Git-Url: http://git.tdb.fi/?a=blobdiff_plain;f=source%2Fcore%2Fprogram.cpp;h=8ac13bbd0ce21454cb5af1b269dacc0fc6770205;hb=d9c437291135255422c71918cd0cab8a735848af;hp=35304554ea33b9d0911d299522ae847755223534;hpb=8366f8951984aa436938b1bb18a57067ff2260c1;p=libs%2Fgl.git diff --git a/source/core/program.cpp b/source/core/program.cpp index 35304554..8ac13bbd 100644 --- a/source/core/program.cpp +++ b/source/core/program.cpp @@ -1,73 +1,28 @@ -#include -#include #include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include "buffer.h" #include "error.h" #include "program.h" -#include "resources.h" -#include "glsl/compiler.h" using namespace std; -namespace { - -template -void uniform_wrapper(unsigned index, unsigned count, const void *data) -{ - func(index, count, static_cast(data)); -} - -template -void uniform_matrix_wrapper(unsigned index, unsigned count, const void *data) -{ - func(index, count, false, static_cast(data)); -} - -} - namespace Msp { namespace GL { -Program::Program() -{ - init(); -} - Program::Program(const Module &mod, const map &spec_values) { - init(); add_stages(mod, spec_values); } -void Program::init() +Program::Program(Program &&other): + ProgramBackend(move(other)), + reflect_data(move(other.reflect_data)), + specialized_spirv(other.specialized_spirv) { - static Require _req(ARB_shader_objects); - - id = glCreateProgram(); - fill(stage_ids, stage_ids+MAX_STAGES, 0); - linked = false; + other.specialized_spirv = 0; } Program::~Program() { - for(unsigned i=0; i &spec_values) @@ -75,234 +30,37 @@ void Program::add_stages(const Module &mod, const map &spec_values) if(has_stages()) throw invalid_operation("Program::add_stages"); - TransientData transient; + reflect_data = ReflectData(); + const Module *final_module = &mod; + switch(mod.get_format()) { case Module::GLSL: - add_glsl_stages(static_cast(mod), spec_values, transient); + add_glsl_stages(static_cast(mod), spec_values); break; case Module::SPIR_V: - add_spirv_stages(static_cast(mod), spec_values, transient); + if(static_cast(mod).is_specializable()) + { + specialized_spirv = static_cast(mod).specialize(spec_values); + final_module = specialized_spirv; + } + add_spirv_stages(*static_cast(final_module), spec_values); break; default: throw invalid_argument("Program::add_stages"); } - finalize(mod, transient); -} - -bool Program::has_stages() const -{ - for(unsigned i=0; i &spec_values, TransientData &transient) -{ - SL::Compiler compiler; - compiler.set_source(mod.get_prepared_source(), ""); - compiler.specialize(spec_values); - compiler.compile(SL::Compiler::PROGRAM); -#ifdef DEBUG - string diagnostics = compiler.get_diagnostics(); - if(!diagnostics.empty()) - IO::print("Program diagnostics:\n%s\n", diagnostics); -#endif - - vector stages = compiler.get_stages(); - if(stages.empty()) - throw invalid_argument("Program::add_glsl_stages"); - - for(SL::Stage::Type st: stages) - { - unsigned stage_id = 0; - switch(st) - { - case SL::Stage::VERTEX: stage_id = add_stage(VERTEX); break; - case SL::Stage::GEOMETRY: stage_id = add_stage(GEOMETRY); break; - case SL::Stage::FRAGMENT: stage_id = add_stage(FRAGMENT); break; - default: throw invalid_operation("Program::add_glsl_stages"); - } - - string stage_src = compiler.get_stage_glsl(st); - const char *src_ptr = stage_src.data(); - int src_len = stage_src.size(); - glShaderSource(stage_id, 1, &src_ptr, &src_len); - - if(st==SL::Stage::VERTEX) - { - for(const auto &kvp: compiler.get_vertex_attributes()) - glBindAttribLocation(id, kvp.second, kvp.first.c_str()); - } - - if(st==SL::Stage::FRAGMENT && EXT_gpu_shader4) - { - for(const auto &kvp: compiler.get_fragment_outputs()) - glBindFragDataLocation(id, kvp.second, kvp.first.c_str()); - } - - compile_glsl_stage(mod, stage_id); - } - - transient.textures = compiler.get_texture_bindings(); - transient.blocks = compiler.get_uniform_block_bindings(); -} - -void Program::compile_glsl_stage(const GlslModule &mod, unsigned stage_id) -{ - glCompileShader(stage_id); - int status = 0; - glGetShaderiv(stage_id, GL_COMPILE_STATUS, &status); - - int info_log_len = 0; - glGetShaderiv(stage_id, GL_INFO_LOG_LENGTH, &info_log_len); - string info_log(info_log_len+1, 0); - glGetShaderInfoLog(stage_id, info_log_len+1, &info_log_len, &info_log[0]); - info_log.erase(info_log_len); - info_log = mod.get_source_map().translate_errors(info_log); - - if(!status) - throw compile_error(info_log); -#ifdef DEBUG - if(!info_log.empty()) - IO::print("Shader compile info log:\n%s", info_log); -#endif -} - -void Program::add_spirv_stages(const SpirVModule &mod, const map &spec_values, TransientData &transient) -{ - static Require _req(ARB_gl_spirv); - static Require _req2(ARB_ES2_compatibility); - - unsigned n_stages = 0; - unsigned used_stage_ids[MAX_STAGES]; - for(const SpirVModule::EntryPoint &e: mod.get_entry_points()) + if(final_module->get_format()==Module::SPIR_V) { - unsigned stage_id = 0; - switch(e.stage) - { - case SpirVModule::VERTEX: stage_id = add_stage(VERTEX); break; - case SpirVModule::GEOMETRY: stage_id = add_stage(GEOMETRY); break; - case SpirVModule::FRAGMENT: stage_id = add_stage(FRAGMENT); break; - default: throw invalid_operation("Program::add_spirv_stages"); - } - - used_stage_ids[n_stages++] = stage_id; + const SpirVModule &spirv_mod = *static_cast(final_module); + collect_uniforms(spirv_mod); + collect_attributes(spirv_mod); + collect_builtins(spirv_mod); } - if(!n_stages) - throw invalid_argument("Program::add_spirv_stages"); - - const vector &code = mod.get_code(); - glShaderBinary(n_stages, used_stage_ids, GL_SHADER_BINARY_FORMAT_SPIR_V, &code[0], code.size()*4); + finalize_uniforms(); - const vector &spec_consts = mod.get_spec_constants(); - vector spec_id_array; - vector spec_value_array; - spec_id_array.reserve(spec_consts.size()); - spec_value_array.reserve(spec_consts.size()); - for(const SpirVModule::Constant &c: spec_consts) - { - auto i = spec_values.find(c.name); - if(i!=spec_values.end()) - { - spec_id_array.push_back(c.constant_id); - spec_value_array.push_back(i->second); - transient.spec_values[c.constant_id] = i->second; - } - } - - auto j = mod.get_entry_points().begin(); - for(unsigned i=0; iname.c_str(), spec_id_array.size(), &spec_id_array[0], &spec_value_array[0]); -} - -void Program::finalize(const Module &mod, const TransientData &transient) -{ - reflect_data = ReflectData(); - - glLinkProgram(id); - int status = 0; - glGetProgramiv(id, GL_LINK_STATUS, &status); - linked = status; - - int info_log_len = 0; - glGetProgramiv(id, GL_INFO_LOG_LENGTH, &info_log_len); - string info_log(info_log_len+1, 0); - glGetProgramInfoLog(id, info_log_len+1, &info_log_len, &info_log[0]); - info_log.erase(info_log_len); - if(mod.get_format()==Module::GLSL) - info_log = static_cast(mod).get_source_map().translate_errors(info_log); - - if(!linked) - throw compile_error(info_log); -#ifdef DEBUG - if(!info_log.empty()) - IO::print("Program link info log:\n%s", info_log); -#endif - - if(mod.get_format()==Module::GLSL) - { - query_uniforms(); - query_attributes(); - for(unsigned i=0; isecond); - reflect_data.uniform_blocks[i].bind_point = j->second; - } - } - - if(!ARB_separate_shader_objects) - glUseProgram(id); - for(const auto &kvp: transient.textures) - { - int location = get_uniform_location(kvp.first); - if(location>=0) - { - if(ARB_separate_shader_objects) - glProgramUniform1i(id, location, kvp.second); - else - glUniform1i(location, kvp.second); - } - } - } - else if(mod.get_format()==Module::SPIR_V) - { - collect_uniforms(static_cast(mod), transient.spec_values); - collect_attributes(static_cast(mod)); - } + reflect_data.update_used_bindings(); for(const ReflectData::UniformInfo &u: reflect_data.uniforms) require_type(u.type); @@ -310,250 +68,64 @@ void Program::finalize(const Module &mod, const TransientData &transient) require_type(a.type); } -void Program::query_uniforms() -{ - unsigned count = 0; - glGetProgramiv(id, GL_ACTIVE_UNIFORMS, reinterpret_cast(&count)); - reflect_data.uniforms.reserve(count); - vector uniform_names(count); - for(unsigned i=0; i3 && !strcmp(name+len-3, "[0]")) - name[len-3] = 0; - - reflect_data.uniforms.push_back(ReflectData::UniformInfo()); - ReflectData::UniformInfo &info = reflect_data.uniforms.back(); - info.name = name; - info.tag = name; - info.array_size = size; - info.type = from_gl_type(type); - uniform_names[i] = name; - } - } - - sort_member(reflect_data.uniforms, &ReflectData::UniformInfo::tag); - - if(ARB_uniform_buffer_object) - { - vector uniforms_by_index(count); - for(unsigned i=0; i=0) - { - UniformCall::FuncPtr func = 0; - if(u.type==FLOAT) - func = &uniform_wrapper; - else if(u.type==FLOAT_VEC2) - func = &uniform_wrapper; - else if(u.type==FLOAT_VEC3) - func = &uniform_wrapper; - else if(u.type==FLOAT_VEC4) - func = &uniform_wrapper; - else if(u.type==INT) - func = &uniform_wrapper; - else if(u.type==INT_VEC2) - func = &uniform_wrapper; - else if(u.type==INT_VEC3) - func = &uniform_wrapper; - else if(u.type==INT_VEC4) - func = &uniform_wrapper; - else if(u.type==FLOAT_MAT2) - func = &uniform_matrix_wrapper; - else if(u.type==FLOAT_MAT3) - func = &uniform_matrix_wrapper; - else if(u.type==FLOAT_MAT4) - func = &uniform_matrix_wrapper; - else if(u.type==FLOAT_MAT2x3) - func = &uniform_matrix_wrapper; - else if(u.type==FLOAT_MAT3x2) - func = &uniform_matrix_wrapper; - else if(u.type==FLOAT_MAT2x4) - func = &uniform_matrix_wrapper; - else if(u.type==FLOAT_MAT4x2) - func = &uniform_matrix_wrapper; - else if(u.type==FLOAT_MAT3x4) - func = &uniform_matrix_wrapper; - else if(u.type==FLOAT_MAT4x3) - func = &uniform_matrix_wrapper; - else if(is_image(u.type)) - glGetUniformiv(id, u.location, &u.binding); - - if(func) - uniform_calls.push_back(UniformCall(u.location, u.array_size, func)); - } - } - - default_block.sort_uniforms(); - if(!default_block.uniforms.empty()) - { - const ReflectData::UniformInfo &uni = *default_block.uniforms.back(); - default_block.data_size = uni.location*16+uni.array_size*get_type_size(uni.type); - } - default_block.update_layout_hash(); - reflect_data.update_layout_hash(); -} - -void Program::query_uniform_blocks(const vector &uniforms_by_index) -{ - unsigned count = 0; - glGetProgramiv(id, GL_ACTIVE_UNIFORM_BLOCKS, reinterpret_cast(&count)); - // Reserve an extra index for the default block - reflect_data.uniform_blocks.reserve(count+1); - for(unsigned i=0; i indices(value); - glGetActiveUniformBlockiv(id, i, GL_UNIFORM_BLOCK_ACTIVE_UNIFORM_INDICES, &indices[0]); - for(int j: indices) - { - if(!uniforms_by_index[j]) - throw logic_error("Program::link"); - info.uniforms.push_back(uniforms_by_index[j]); - uniforms_by_index[j]->block = &info; - } - - vector query_indices(indices.begin(), indices.end()); - vector values(indices.size()); - glGetActiveUniformsiv(id, query_indices.size(), &query_indices[0], GL_UNIFORM_OFFSET, &values[0]); - for(unsigned j=0; joffset = values[j]; - - query_indices.clear(); - for(int j: indices) - if(uniforms_by_index[j]->array_size>1) - query_indices.push_back(j); - if(!query_indices.empty()) - { - glGetActiveUniformsiv(id, query_indices.size(), &query_indices[0], GL_UNIFORM_ARRAY_STRIDE, &values[0]); - for(unsigned j=0; jarray_stride = values[j]; - } - - query_indices.clear(); - for(int j: indices) - { - DataType t = uniforms_by_index[j]->type; - if(is_matrix(t)) - query_indices.push_back(j); - } - if(!query_indices.empty()) - { - glGetActiveUniformsiv(id, query_indices.size(), &query_indices[0], GL_UNIFORM_MATRIX_STRIDE, &values[0]); - for(unsigned j=0; jmatrix_stride = values[j]; - } - - info.sort_uniforms(); - info.update_layout_hash(); - } -} - -void Program::query_attributes() -{ - unsigned count = 0; - glGetProgramiv(id, GL_ACTIVE_ATTRIBUTES, reinterpret_cast(&count)); - reflect_data.attributes.reserve(count); - for(unsigned i=0; i3 && !strcmp(name+len-3, "[0]")) - name[len-3] = 0; - - reflect_data.attributes.push_back(ReflectData::AttributeInfo()); - ReflectData::AttributeInfo &info = reflect_data.attributes.back(); - info.name = name; - info.location = glGetAttribLocation(id, name); - info.array_size = size; - info.type = from_gl_type(type); - } - } -} - -void Program::collect_uniforms(const SpirVModule &mod, const map &spec_values) +void Program::collect_uniforms(const SpirVModule &mod) { // Prepare the default block - reflect_data.uniform_blocks.push_back(ReflectData::UniformBlockInfo()); + reflect_data.uniform_blocks.emplace_back(); vector > block_uniform_names(1); for(const SpirVModule::Variable &v: mod.get_variables()) { - if(v.storage==SpirVModule::UNIFORM && v.struct_type) + if((v.storage==SpirVModule::UNIFORM || v.storage==SpirVModule::PUSH_CONSTANT) && v.struct_type) { - reflect_data.uniform_blocks.push_back(ReflectData::UniformBlockInfo()); + reflect_data.uniform_blocks.emplace_back(); ReflectData::UniformBlockInfo &info = reflect_data.uniform_blocks.back(); info.name = v.struct_type->name; - info.bind_point = v.binding; info.data_size = v.struct_type->size; + if(v.storage==SpirVModule::PUSH_CONSTANT) + { + info.bind_point = ReflectData::PUSH_CONSTANT; + reflect_data.push_constants_size = info.data_size; + } + else + { + if(v.binding>=0) + info.bind_point = v.binding | (v.descriptor_set<<20); + else + info.bind_point = ReflectData::DEFAULT_BLOCK; + reflect_data.n_descriptor_sets = max(reflect_data.n_descriptor_sets, v.descriptor_set+1); + } string prefix; if(!v.name.empty()) prefix = v.struct_type->name+"."; - block_uniform_names.push_back(vector()); - collect_block_uniforms(*v.struct_type, prefix, 0, spec_values, block_uniform_names.back()); + block_uniform_names.emplace_back(); + collect_block_uniforms(*v.struct_type, prefix, 0, block_uniform_names.back()); } - else if(v.storage==SpirVModule::UNIFORM_CONSTANT && v.location>=0) + else if(v.storage==SpirVModule::UNIFORM_CONSTANT && (v.location>=0 || v.binding>=0)) { block_uniform_names[0].push_back(v.name); - reflect_data.uniforms.push_back(ReflectData::UniformInfo()); + reflect_data.uniforms.emplace_back(); ReflectData::UniformInfo &info = reflect_data.uniforms.back(); info.name = v.name; info.tag = v.name; info.location = v.location; - info.binding = v.binding; - info.array_size = v.array_size; + if(v.binding>=0) + info.binding = v.binding | (v.descriptor_set<<20); + reflect_data.n_descriptor_sets = max(reflect_data.n_descriptor_sets, v.descriptor_set+1); + info.array_size = max(v.array_size, 1U); info.type = v.type; } } sort_member(reflect_data.uniforms, &ReflectData::UniformInfo::tag); + if(block_uniform_names.front().empty()) + { + reflect_data.uniform_blocks.erase(reflect_data.uniform_blocks.begin()); + block_uniform_names.erase(block_uniform_names.begin()); + } + for(unsigned i=0; i reflect_data.update_layout_hash(); } -void Program::collect_block_uniforms(const SpirVModule::Structure &strct, const string &prefix, unsigned base_offset, const map &spec_values, vector &uniform_names) +void Program::collect_block_uniforms(const SpirVModule::Structure &strct, const string &prefix, unsigned base_offset, vector &uniform_names) { for(const SpirVModule::StructMember &m: strct.members) { unsigned offset = base_offset+m.offset; if(m.struct_type) { - unsigned array_size = m.array_size; - if(m.array_size_spec) - { - array_size = m.array_size_spec->i_value; - auto j = spec_values.find(m.array_size_spec->constant_id); - if(j!=spec_values.end()) - array_size = j->second; - } - - if(array_size) + if(m.array_size) { - for(unsigned j=0; jstorage==SpirVModule::INPUT) { - reflect_data.attributes.push_back(ReflectData::AttributeInfo()); + reflect_data.attributes.emplace_back(); ReflectData::AttributeInfo &info = reflect_data.attributes.back(); info.name = v->name; info.location = v->location; @@ -628,6 +191,22 @@ void Program::collect_attributes(const SpirVModule &mod) info.type = v->type; } } + + sort_member(reflect_data.attributes, &ReflectData::AttributeInfo::name); +} + +void Program::collect_builtins(const SpirVModule &mod) +{ + for(const SpirVModule::Variable &v: mod.get_variables()) + if(v.storage==SpirVModule::OUTPUT && v.struct_type) + collect_builtins(*v.struct_type); +} + +void Program::collect_builtins(const SpirVModule::Structure &strct) +{ + for(const SpirVModule::StructMember &m: strct.members) + if(m.builtin==SpirVModule::CLIP_DISTANCE) + reflect_data.n_clip_distances = m.array_size; } const ReflectData::UniformBlockInfo &Program::get_uniform_block_info(const string &name) const @@ -675,6 +254,12 @@ int Program::get_uniform_binding(Tag tag) const return i!=reflect_data.uniforms.end() && i->tag==tag ? i->binding : -1; } +bool Program::uses_binding(int binding) const +{ + auto i = lower_bound(reflect_data.used_bindings, binding); + return i!=reflect_data.used_bindings.end() && *i==binding; +} + const ReflectData::AttributeInfo &Program::get_attribute_info(const string &name) const { auto i = lower_bound_member(reflect_data.attributes, name, &ReflectData::AttributeInfo::name); @@ -692,33 +277,6 @@ int Program::get_attribute_location(const string &name) const return i!=reflect_data.attributes.end() && i->name==name ? i->location : -1; } -void Program::set_debug_name(const string &name) -{ -#ifdef DEBUG - debug_name = name; - if(KHR_debug) - { - glObjectLabel(GL_PROGRAM, id, name.size(), name.c_str()); - for(unsigned i=0; i(i)); - } -#else - (void)name; -#endif -} - -void Program::set_stage_debug_name(unsigned stage_id, Stage type) -{ -#ifdef DEBUG - static const char *const suffixes[] = { " [VS]", " [GS]", " [FS]" }; - string name = debug_name+suffixes[type]; - glObjectLabel(GL_SHADER, stage_id, name.size(), name.c_str()); -#else - (void)stage_id; (void)type; -#endif -} - Program::Loader::Loader(Program &p, Collection &c): DataFile::CollectionObjectLoader(p, &c)