1 #include <msp/core/algorithm.h>
2 #include <msp/core/maputils.h>
3 #include <msp/debug/demangle.h>
4 #include <msp/gl/extensions/arb_direct_state_access.h>
5 #include <msp/io/print.h>
10 #include "pipelinestate.h"
12 #include "programdata.h"
13 #include "uniformblock.h"
21 ProgramData::ProgramData(const Program *p):
29 // Blocks are intentionally left uncopied
30 ProgramData::ProgramData(const ProgramData &other):
31 tied_program(other.tied_program),
32 uniforms(other.uniforms),
33 uniform_data(other.uniform_data),
34 generation(other.generation),
40 ProgramData::ProgramData(const ProgramData &other, const Program *p):
48 for(const TaggedUniform &u: other.uniforms)
52 uniforms = other.uniforms;
53 uniform_data = other.uniform_data;
56 ProgramData &ProgramData::operator=(const ProgramData &other)
58 tied_program = other.tied_program;
60 uniforms = other.uniforms;
61 uniform_data = other.uniform_data;
63 for(SharedBlock &b: blocks)
68 last_buffer_block = 0;
75 ProgramData::~ProgramData()
77 for(SharedBlock &b: blocks)
79 if(b.indices.type_flag==0xFE)
80 delete[] b.indices.dynamic.values;
86 void ProgramData::uniform(Tag tag, DataType type, unsigned array_size, const void *value)
88 if(!validate_tag(tag))
91 auto i = lower_bound_member(uniforms, tag, &TaggedUniform::tag);
92 if(i==uniforms.end() || i->tag!=tag)
94 if(uniforms.size()>=MASK_BITS)
95 throw too_many_uniforms(tag.str());
100 tu.array_size = array_size;
101 tu.data_offset = uniform_data.size();
102 tu.data_size = array_size*get_type_size(type);
103 i = uniforms.insert(i, tu);
104 uniform_data.resize(tu.data_offset+tu.data_size);
106 mark_dirty(ALL_ONES);
108 else if(type!=i->type)
109 throw invalid_operation("ProgramData::uniform");
110 else if(array_size>i->array_size)
112 unsigned add_bytes = (array_size-i->array_size)*get_type_size(type);
113 uniform_data.insert(uniform_data.begin()+i->data_offset+i->data_size, add_bytes, 0);
114 for(TaggedUniform &u: uniforms)
115 if(u.data_offset>i->data_offset)
116 u.data_offset += add_bytes;
117 i->array_size = array_size;
118 i->data_size = array_size*get_type_size(type);
121 const char *val_begin = static_cast<const char *>(value);
122 const char *val_end = val_begin+array_size*get_type_size(type);
123 char *store_begin = uniform_data.data()+i->data_offset;
124 copy(val_begin, val_end, store_begin);
126 mark_dirty(1<<(i-uniforms.begin()));
129 bool ProgramData::validate_tag(Tag tag) const
137 const ReflectData::UniformInfo &info = tied_program->get_uniform_info(tag);
138 if(is_image(info.type))
139 throw invalid_operation("ProgramData::uniform");
144 catch(const exception &e)
146 IO::print(IO::cerr, "Error while setting uniform %s: %s: %s\n", tag, Debug::demangle(typeid(e).name()), e.what());
152 void ProgramData::mark_dirty(Mask bits)
159 void ProgramData::uniform(Tag tag, int v)
161 uniform(tag, INT, 1, &v);
164 void ProgramData::uniform(Tag tag, float v)
166 uniform(tag, FLOAT, 1, &v);
169 void ProgramData::uniform(Tag tag, int v0, int v1)
171 int va[2] = { v0, v1 };
175 void ProgramData::uniform(Tag tag, float v0, float v1)
177 float va[2] = { v0, v1 };
181 void ProgramData::uniform2(Tag tag, const int *v)
183 uniform(tag, INT_VEC2, 1, v);
186 void ProgramData::uniform2(Tag tag, const float *v)
188 uniform(tag, FLOAT_VEC2, 1, v);
191 void ProgramData::uniform(Tag tag, int v0, int v1, int v2)
193 int va[3] = { v0, v1, v2 };
197 void ProgramData::uniform(Tag tag, float v0, float v1, float v2)
199 float va[3] = { v0, v1, v2 };
203 void ProgramData::uniform3(Tag tag, const int *v)
205 uniform(tag, INT_VEC3, 1, v);
208 void ProgramData::uniform3(Tag tag, const float *v)
210 uniform(tag, FLOAT_VEC3, 1, v);
213 void ProgramData::uniform(Tag tag, int v0, int v1, int v2, int v3)
215 int va[4] = { v0, v1, v2, v3 };
219 void ProgramData::uniform(Tag tag, float v0, float v1, float v2, float v3)
221 float va[4] = { v0, v1, v2, v3 };
225 void ProgramData::uniform(Tag tag, const Color &c)
227 uniform(tag, c.r, c.g, c.b, c.a);
230 void ProgramData::uniform4(Tag tag, const int *v)
232 uniform(tag, INT_VEC4, 1, v);
235 void ProgramData::uniform4(Tag tag, const float *v)
237 uniform(tag, FLOAT_VEC4, 1, v);
240 void ProgramData::uniform_matrix2(Tag tag, const float *v)
242 uniform(tag, FLOAT_MAT2, 1, v);
245 void ProgramData::uniform_matrix3x2(Tag tag, const float *v)
247 uniform(tag, FLOAT_MAT3x2, 1, v);
250 void ProgramData::uniform_matrix4x2(Tag tag, const float *v)
252 uniform(tag, FLOAT_MAT4x2, 1, v);
255 void ProgramData::uniform_matrix2x3(Tag tag, const float *v)
257 uniform(tag, FLOAT_MAT2x3, 1, v);
260 void ProgramData::uniform_matrix3(Tag tag, const float *v)
262 uniform(tag, FLOAT_MAT3, 1, v);
265 void ProgramData::uniform_matrix4x3(Tag tag, const float *v)
267 uniform(tag, FLOAT_MAT4x3, 1, v);
270 void ProgramData::uniform_matrix2x4(Tag tag, const float *v)
272 uniform(tag, FLOAT_MAT2x4, 1, v);
275 void ProgramData::uniform_matrix3x4(Tag tag, const float *v)
277 uniform(tag, FLOAT_MAT3x4, 1, v);
280 void ProgramData::uniform(Tag tag, const Matrix &m)
282 uniform_matrix4(tag, m.data());
285 void ProgramData::uniform_matrix4(Tag tag, const float *v)
287 uniform(tag, FLOAT_MAT4, 1, v);
290 void ProgramData::uniform_array(Tag tag, unsigned n, const int *v)
292 uniform(tag, INT, n, v);
295 void ProgramData::uniform_array(Tag tag, unsigned n, const float *v)
297 uniform(tag, FLOAT, n, v);
300 void ProgramData::uniform1_array(Tag tag, unsigned n, const int *v)
302 uniform(tag, INT, n, v);
305 void ProgramData::uniform1_array(Tag tag, unsigned n, const float *v)
307 uniform(tag, FLOAT, n, v);
310 void ProgramData::uniform2_array(Tag tag, unsigned n, const int *v)
312 uniform(tag, INT_VEC2, n, v);
315 void ProgramData::uniform2_array(Tag tag, unsigned n, const float *v)
317 uniform(tag, FLOAT_VEC2, n, v);
320 void ProgramData::uniform3_array(Tag tag, unsigned n, const int *v)
322 uniform(tag, INT_VEC3, n, v);
325 void ProgramData::uniform3_array(Tag tag, unsigned n, const float *v)
327 uniform(tag, FLOAT_VEC3, n, v);
330 void ProgramData::uniform4_array(Tag tag, unsigned n, const int *v)
332 uniform(tag, INT_VEC4, n, v);
335 void ProgramData::uniform4_array(Tag tag, unsigned n, const float *v)
337 uniform(tag, FLOAT_VEC4, n, v);
340 void ProgramData::uniform_matrix2_array(Tag tag, unsigned n, const float *v)
342 uniform(tag, FLOAT_MAT2, n, v);
345 void ProgramData::uniform_matrix3x2_array(Tag tag, unsigned n, const float *v)
347 uniform(tag, FLOAT_MAT3x2, n, v);
350 void ProgramData::uniform_matrix4x2_array(Tag tag, unsigned n, const float *v)
352 uniform(tag, FLOAT_MAT4x2, n, v);
355 void ProgramData::uniform_matrix2x3_array(Tag tag, unsigned n, const float *v)
357 uniform(tag, FLOAT_MAT2x3, n, v);
360 void ProgramData::uniform_matrix3_array(Tag tag, unsigned n, const float *v)
362 uniform(tag, FLOAT_MAT3, n, v);
365 void ProgramData::uniform_matrix4x3_array(Tag tag, unsigned n, const float *v)
367 uniform(tag, FLOAT_MAT4x3, n, v);
370 void ProgramData::uniform_matrix2x4_array(Tag tag, unsigned n, const float *v)
372 uniform(tag, FLOAT_MAT2x4, n, v);
375 void ProgramData::uniform_matrix3x4_array(Tag tag, unsigned n, const float *v)
377 uniform(tag, FLOAT_MAT3x4, n, v);
380 void ProgramData::uniform_matrix4_array(Tag tag, unsigned n, const float *v)
382 uniform(tag, FLOAT_MAT4, n, v);
385 void ProgramData::remove_uniform(Tag tag)
387 auto i = lower_bound_member(uniforms, tag, &TaggedUniform::tag);
388 if(i==uniforms.end() || i->tag!=tag)
391 uniform_data.erase(uniform_data.begin()+i->data_offset, uniform_data.begin()+i->data_offset+i->data_size);
392 for(TaggedUniform &u: uniforms)
393 if(u.data_offset>i->data_offset)
394 u.data_offset -= i->data_size;
397 mark_dirty(ALL_ONES);
400 vector<Tag> ProgramData::get_uniform_tags() const
403 tags.reserve(uniforms.size());
404 for(const TaggedUniform &u: uniforms)
405 tags.push_back(u.tag);
409 void ProgramData::copy_uniform(const ProgramData &source, Tag tag)
411 int i = source.find_uniform_index(tag);
413 throw key_error(tag);
414 const TaggedUniform &tu = source.uniforms[i];
415 uniform(tag, tu.type, tu.array_size, source.uniform_data.data()+tu.data_offset);
418 int ProgramData::find_uniform_index(Tag tag) const
420 auto i = lower_bound_member(uniforms, tag, &TaggedUniform::tag);
421 return ((i!=uniforms.end() && i->tag==tag) ? i-uniforms.begin() : -1);
424 vector<ProgramData::ProgramBlock>::iterator ProgramData::get_program(const Program &prog) const
426 ReflectData::LayoutHash prog_hash = prog.get_uniform_layout_hash();
427 auto i = lower_bound_member(programs, prog_hash, &ProgramBlock::prog_hash);
428 if(i!=programs.end() && i->prog_hash==prog_hash)
431 const vector<ReflectData::UniformBlockInfo> &block_infos = prog.get_uniform_blocks();
432 unsigned index = i-programs.begin();
433 programs.insert(i, 1+block_infos.size(), ProgramBlock(prog_hash));
435 /* Block indices may change if new shared blocks need to be inserted. Store
436 the hashes so they can be matched up later. */
437 vector<ReflectData::LayoutHash> block_hashes;
438 block_hashes.reserve(programs.size());
439 for(const ProgramBlock &b: programs)
440 block_hashes.push_back(b.block_index>=0 ? blocks[b.block_index].block_hash : 0);
442 for(unsigned j=0; j<block_infos.size(); ++j)
444 const ReflectData::UniformBlockInfo &info = block_infos[j];
445 block_hashes[index+1+j] = info.layout_hash;
446 programs[index+1+j].bind_point = info.bind_point;
448 auto k = lower_bound_member(blocks, info.layout_hash, &SharedBlock::block_hash);
449 if(k==blocks.end() || k->block_hash!=info.layout_hash)
451 k = blocks.insert(k, SharedBlock(info.layout_hash));
452 update_block_uniform_indices(*k, info);
456 /* Reassign shared block indices from the stored hashes. */
457 for(unsigned j=0; j<programs.size(); ++j)
459 unsigned hash = block_hashes[j];
462 auto k = lower_bound_member(blocks, hash, &SharedBlock::block_hash);
463 programs[j].block_index = k-blocks.begin();
466 programs[j].block_index = -1;
469 return programs.begin()+index;
472 void ProgramData::update_block_uniform_indices(SharedBlock &block, const ReflectData::UniformBlockInfo &info) const
474 uint8_t *indices = block.indices.values;
475 if(info.uniforms.size()>16)
477 if(block.indices.type_flag==0xFD)
479 block.indices.dynamic.values = new uint8_t[info.uniforms.size()];
480 block.indices.type_flag = 0xFE;
482 indices = block.indices.dynamic.values;
485 bool any_missing = false;
488 for(unsigned i=0; i<info.uniforms.size(); ++i)
490 int j = find_uniform_index(info.uniforms[i]->tag);
494 if(static_cast<unsigned>(j)<MASK_BITS)
504 if(block.used && any_missing && info.bind_point>=0)
507 IO::print(IO::cerr, "Warning: not all uniforms for block %s are present\n", info.name);
509 throw incomplete_uniform_block(info.name);
513 block.dirty = block.used;
515 if(block.used && !block.block)
517 block.block = new UniformBlock(info);
518 if(info.bind_point>=0)
522 buffer = new Buffer();
525 if(!debug_name.empty())
526 buffer->set_debug_name(debug_name);
530 block.block->use_buffer(buffer, last_buffer_block);
531 last_buffer_block = block.block;
536 void ProgramData::update_block(SharedBlock &block, const ReflectData::UniformBlockInfo &info) const
538 const uint8_t *indices = block.get_uniform_indices();
539 for(unsigned i=0; i<info.uniforms.size(); ++i)
541 if(is_image(info.uniforms[i]->type))
542 ; // Temporarily ignore deprecated use of sampler uniforms in ProgramData
543 else if(indices[i]!=0xFF)
545 const TaggedUniform &tu = uniforms[indices[i]];
546 block.block->store(*info.uniforms[i], tu.array_size, uniform_data.data()+tu.data_offset);
551 vector<ProgramData::ProgramBlock>::const_iterator ProgramData::prepare_program(const Program &prog) const
553 UniformBlock *old_last_block = last_buffer_block;
554 auto prog_begin = get_program(prog);
556 Mask force_dirty = (dirty==ALL_ONES ? ALL_ONES : 0U);
557 Mask affected = (dirty&prog_begin->masks.used) | force_dirty;
558 if(affected|prog_begin->masks.dirty)
560 /* If the global dirty flag affects this program, add it to per-block and
561 per-program dirty flags and clear the global flag. A previously unseen
562 program will cause this to happen if there's any dirty uniforms. */
565 for(SharedBlock &b: blocks)
566 b.dirty |= (dirty&b.used) | force_dirty;
567 for(ProgramBlock &b: programs)
569 b.masks.dirty |= (dirty&b.masks.used) | force_dirty;
573 const vector<ReflectData::UniformBlockInfo> &block_infos = prog.get_uniform_blocks();
575 if(prog_begin->masks.dirty==ALL_ONES)
577 /* The set of uniforms has changed since this program was last used.
578 Refresh uniform indices within the program's blocks. */
579 prog_begin->masks.used = 0;
580 auto j = prog_begin+1;
581 for(const ReflectData::UniformBlockInfo &b: block_infos)
583 SharedBlock &shared = blocks[j->block_index];
584 if(shared.dirty==ALL_ONES)
585 update_block_uniform_indices(shared, b);
586 prog_begin->masks.used |= shared.used;
587 j->block = (shared.used ? shared.block : 0);
592 // Update the contents of all dirty blocks.
593 bool buffered_blocks_updated = false;
594 auto j = prog_begin+1;
595 for(const ReflectData::UniformBlockInfo &b: block_infos)
597 SharedBlock &shared = blocks[j->block_index];
600 update_block(shared, b);
602 buffered_blocks_updated |= (j->bind_point>=0);
607 prog_begin->masks.dirty = 0;
609 if(last_buffer_block!=old_last_block)
611 unsigned required_size = last_buffer_block->get_required_buffer_size();
612 if(last_buffer_block->get_required_buffer_size()>buffer->get_size())
614 if(buffer->get_size()>0)
617 buffer = new Buffer();
618 last_buffer_block->change_buffer(buffer);
621 if(!debug_name.empty())
622 buffer->set_debug_name(debug_name);
626 buffer->storage(required_size);
634 void ProgramData::apply(const Program &prog, PipelineState &state) const
636 auto prog_begin = prepare_program(prog);
637 ReflectData::LayoutHash prog_hash = prog_begin->prog_hash;
638 for(auto i=prog_begin+1; (i!=programs.end() && i->prog_hash==prog_hash); ++i)
641 state.set_uniform_block(i->bind_point, i->block);
647 void ProgramData::set_debug_name(const string &name)
652 buffer->set_debug_name(name);
659 ProgramData::TaggedUniform::TaggedUniform():
667 ProgramData::SharedBlock::SharedBlock(ReflectData::LayoutHash h):
673 indices.type_flag = 0xFD;
676 const uint8_t *ProgramData::SharedBlock::get_uniform_indices() const
678 return (indices.type_flag==0xFE ? indices.dynamic.values : indices.values);
682 ProgramData::ProgramBlock::ProgramBlock(ReflectData::LayoutHash h):
687 masks.used = ALL_ONES;
688 masks.dirty = ALL_ONES;
692 ProgramData::Loader::Loader(ProgramData &pd):
693 DataFile::ObjectLoader<ProgramData>(pd)
695 add("uniform", &Loader::uniform1i);
696 add("uniform1i", &Loader::uniform1i);
697 add("uniform", &Loader::uniform1f);
698 add("uniform1f", &Loader::uniform1f);
699 add("uniform", &Loader::uniform2i);
700 add("uniform2i", &Loader::uniform2i);
701 add("uniform", &Loader::uniform2f);
702 add("uniform2f", &Loader::uniform2f);
703 add("uniform", &Loader::uniform3i);
704 add("uniform3i", &Loader::uniform3i);
705 add("uniform", &Loader::uniform3f);
706 add("uniform3f", &Loader::uniform3f);
707 add("uniform", &Loader::uniform4i);
708 add("uniform4i", &Loader::uniform4i);
709 add("uniform", &Loader::uniform4f);
710 add("uniform4f", &Loader::uniform4f);
711 add("uniform1i_array", &Loader::uniform1i_array);
712 add("uniform1f_array", &Loader::uniform1f_array);
713 add("uniform2f_array", &Loader::uniform2f_array);
714 add("uniform3f_array", &Loader::uniform3f_array);
715 add("uniform4f_array", &Loader::uniform4f_array);
716 add("uniform_array", &Loader::uniform_array);
719 void ProgramData::Loader::uniform1i(const string &n, int v)
724 void ProgramData::Loader::uniform1f(const string &n, float v)
729 void ProgramData::Loader::uniform2i(const string &n, int v0, int v1)
731 obj.uniform(n, v0, v1);
734 void ProgramData::Loader::uniform2f(const string &n, float v0, float v1)
736 obj.uniform(n, v0, v1);
739 void ProgramData::Loader::uniform3i(const string &n, int v0, int v1, int v2)
741 obj.uniform(n, v0, v1, v2);
744 void ProgramData::Loader::uniform3f(const string &n, float v0, float v1, float v2)
746 obj.uniform(n, v0, v1, v2);
749 void ProgramData::Loader::uniform4i(const string &n, int v0, int v1, int v2, int v3)
751 obj.uniform(n, v0, v1, v2, v3);
754 void ProgramData::Loader::uniform4f(const string &n, float v0, float v1, float v2, float v3)
756 obj.uniform(n, v0, v1, v2, v3);
759 void ProgramData::Loader::uniform_array_(const string &n, DataType t, unsigned e)
761 ArrayLoader ldr(t, e);
763 unsigned size = ldr.get_size();
765 throw logic_error("empty uniform array");
767 DataType type = ldr.get_data_type();
768 unsigned elem_size = ldr.get_element_size();
771 const int *data = reinterpret_cast<const int *>(ldr.get_data());
773 obj.uniform1_array(n, size, data);
774 else if(elem_size==2)
775 obj.uniform2_array(n, size, data);
776 else if(elem_size==3)
777 obj.uniform3_array(n, size, data);
778 else if(elem_size==4)
779 obj.uniform4_array(n, size, data);
781 throw logic_error("unsupported combination of array type and element size");
785 const float *data = reinterpret_cast<const float *>(ldr.get_data());
787 obj.uniform1_array(n, size, data);
788 else if(elem_size==2)
789 obj.uniform2_array(n, size, data);
790 else if(elem_size==3)
791 obj.uniform3_array(n, size, data);
792 else if(elem_size==4)
793 obj.uniform4_array(n, size, data);
795 throw logic_error("unsupported combination of array type and element size");
798 throw logic_error("unsupported array type");
801 void ProgramData::Loader::uniform1i_array(const string &n)
803 uniform_array_(n, INT, 1);
806 void ProgramData::Loader::uniform1f_array(const string &n)
808 uniform_array_(n, FLOAT, 1);
811 void ProgramData::Loader::uniform2i_array(const string &n)
813 uniform_array_(n, INT, 2);
816 void ProgramData::Loader::uniform2f_array(const string &n)
818 uniform_array_(n, FLOAT, 2);
821 void ProgramData::Loader::uniform3i_array(const string &n)
823 uniform_array_(n, INT, 3);
826 void ProgramData::Loader::uniform3f_array(const string &n)
828 uniform_array_(n, FLOAT, 3);
831 void ProgramData::Loader::uniform4i_array(const string &n)
833 uniform_array_(n, INT, 4);
836 void ProgramData::Loader::uniform4f_array(const string &n)
838 uniform_array_(n, FLOAT, 4);
841 void ProgramData::Loader::uniform_array(const string &n)
843 uniform_array_(n, static_cast<DataType>(0), 0);
847 ProgramData::ArrayLoader::ArrayLoader(DataType t, unsigned e):
851 add("uniform", &ArrayLoader::uniform1i);
852 add("uniform1i", &ArrayLoader::uniform1i);
853 add("uniform", &ArrayLoader::uniform1f);
854 add("uniform1f", &ArrayLoader::uniform1f);
855 add("uniform", &ArrayLoader::uniform2f);
856 add("uniform2f", &ArrayLoader::uniform2f);
857 add("uniform", &ArrayLoader::uniform3f);
858 add("uniform3f", &ArrayLoader::uniform3f);
859 add("uniform", &ArrayLoader::uniform4f);
860 add("uniform4f", &ArrayLoader::uniform4f);
863 void ProgramData::ArrayLoader::uniform(DataType t, unsigned e, const void *v)
865 if(element_size && (t!=type || e!=element_size))
866 throw logic_error("heterogeneous array contents");
874 const char *cv = reinterpret_cast<const char *>(v);
875 data.insert(data.end(), cv, cv+element_size*4);
878 void ProgramData::ArrayLoader::uniform1i(int v)
883 void ProgramData::ArrayLoader::uniform1f(float v)
885 uniform(FLOAT, 1, &v);
888 void ProgramData::ArrayLoader::uniform2i(int v0, int v1)
890 int va[2] = { v0, v1 };
894 void ProgramData::ArrayLoader::uniform2f(float v0, float v1)
896 float va[2] = { v0, v1 };
897 uniform(FLOAT, 2, va);
900 void ProgramData::ArrayLoader::uniform3i(int v0, int v1, int v2)
902 int va[3] = { v0, v1, v2 };
906 void ProgramData::ArrayLoader::uniform3f(float v0, float v1, float v2)
908 float va[3] = { v0, v1, v2 };
909 uniform(FLOAT, 3, va);
912 void ProgramData::ArrayLoader::uniform4i(int v0, int v1, int v2, int v3)
914 int va[4] = { v0, v1, v2, v3 };
918 void ProgramData::ArrayLoader::uniform4f(float v0, float v1, float v2, float v3)
920 float va[4] = { v0, v1, v2, v3 };
921 uniform(FLOAT, 4, va);