]> git.tdb.fi Git - geometrycompositor.git/blob - source/main.c
Mask out transparent parts of shaped windows
[geometrycompositor.git] / source / main.c
1 #define GL_GLEXT_PROTOTYPES
2 #include <stdio.h>
3 #include <stdlib.h>
4 #include <string.h>
5 #include <signal.h>
6 #include <math.h>
7 #include <X11/Xlib.h>
8 #include <X11/Xatom.h>
9 #include <X11/extensions/Xcomposite.h>
10 #include <X11/extensions/Xdamage.h>
11 #include <X11/extensions/shape.h>
12 #include <X11/extensions/Xrandr.h>
13 #include <GL/gl.h>
14 #include <GL/glx.h>
15
16 typedef struct CompositedWindow
17 {
18         Window window;
19         int x;
20         int y;
21         unsigned width;
22         unsigned height;
23         unsigned border;
24         int map_state;
25         Damage damage;
26         Pixmap pixmap;
27         GLXPixmap glx_pixmap;
28         unsigned texture;
29         unsigned mask_texture;
30         int use_mask;
31 } CompositedWindow;
32
33 typedef struct CompositedMonitor
34 {
35         char *name;
36         int enabled;
37         int x;
38         int y;
39         unsigned width;
40         unsigned height;
41         float keystone_vertical;
42         float cylinder_depth;
43         float vertical_center;
44         float perspective;
45         unsigned vertex_buffer;
46         unsigned index_buffer;
47         unsigned vertex_array;
48         unsigned tessellation;
49         unsigned nelements;
50 } CompositedMonitor;
51
52 typedef struct CompositedScreen
53
54         int number;
55         Window root;
56         unsigned width;
57         unsigned height;
58         Window overlay;
59         Window render_window;
60         GLXFBConfig fbconfig;
61         GLXWindow glx_window;
62         GLXContext glx_context;
63         unsigned shaders[3];
64         unsigned program;
65         int geometry_loc;
66         unsigned masked_program;
67         int masked_geometry_loc;
68         unsigned window_vertex_buffer;
69         unsigned window_vertex_array;
70         unsigned framebuffer;
71         unsigned fb_texture;
72         CompositedWindow *windows;
73         unsigned nwindows;
74         unsigned windows_capacity;
75         CompositedMonitor *monitors;
76         unsigned nmonitors;
77         int dirty;
78 } CompositedScreen;
79
80 typedef struct Compositor
81 {
82         Display *display;
83         CompositedScreen *screens;
84         unsigned nscreens;
85         int damage_event;
86         int shape_event;
87         PFNGLXCREATECONTEXTATTRIBSARBPROC glXCreateContextAttribsARB;
88         PFNGLXBINDTEXIMAGEEXTPROC glXBindTexImageEXT;
89         PFNGLXRELEASETEXIMAGEEXTPROC glXReleaseTexImageEXT;
90         Atom correction_atom;
91         Atom monitors_atom;
92         int dirty;
93 } Compositor;
94
95 static const char *vshader_src =
96         "#version 150\n"
97         "uniform vec4 geometry;\n"
98         "in vec2 vertex;\n"
99         "in vec2 texture_coord;\n"
100         "out vec2 texcoord;\n"
101         "void main()\n"
102         "{\n"
103         "  gl_Position = vec4((geometry.xy+vertex*geometry.zw)*2.0-1.0, 0.0, 1.0);\n"
104         "  texcoord = texture_coord;\n"
105         "}\n";
106
107 static const char *fshader_src =
108         "#version 150\n"
109         "uniform sampler2D image;\n"
110         "in vec2 texcoord;\n"
111         "out vec4 frag_color;\n"
112         "void main()\n"
113         "{\n"
114         "       frag_color = texture(image, texcoord);\n"
115         "}\n";
116
117 static const char *masked_fshader_src =
118         "#version 150\n"
119         "uniform sampler2D image;\n"
120         "uniform sampler2D mask;\n"
121         "in vec2 texcoord;\n"
122         "out vec4 frag_color;\n"
123         "void main()\n"
124         "{\n"
125         "  if(texture(mask, texcoord).r==0.0)\n"
126         "    discard;\n"
127         "  frag_color = texture(image, texcoord);\n"
128         "}\n";
129
130 static const float window_vertices[] =
131 {
132         /* vertex    texcoord */
133         0.0f, 1.0f,  0.0f, 0.0f,
134         0.0f, 0.0f,  0.0f, 1.0f,
135         1.0f, 1.0f,  1.0f, 0.0f,
136         1.0f, 0.0f,  1.0f, 1.0f
137 };
138
139 int terminate_requested = 0;
140
141 int x_error_handler(Display *display, XErrorEvent *event)
142 {
143         printf("Ignoring X error %d on resource %lx\n", event->error_code, event->resourceid);
144         (void)display;
145         return 0;
146 }
147
148 int with_error(const char *message)
149 {
150         fprintf(stderr, "%s\n", message);
151         return 0;
152 }
153
154 int initialize_gl(Compositor *compositor, CompositedScreen *screen)
155 {
156         int attribs[9];
157         unsigned i;
158         GLXFBConfig *configs;
159         int nconfigs;
160         XVisualInfo *vi;
161         XSetWindowAttributes win_attr;
162
163         i = 0;
164         attribs[i++] = GLX_DRAWABLE_TYPE;
165         attribs[i++] = GLX_WINDOW_BIT;
166         attribs[i++] = GLX_RENDER_TYPE;
167         attribs[i++] = GLX_RGBA_BIT;
168         attribs[i++] = GLX_DOUBLEBUFFER;
169         attribs[i++] = True;
170         attribs[i++] = GLX_BIND_TO_TEXTURE_RGBA_EXT;
171         attribs[i++] = True;
172         attribs[i] = None;
173
174         configs = glXChooseFBConfig(compositor->display, screen->number, attribs, &nconfigs);
175         if(!configs || !nconfigs)
176                 return with_error("Could not find a suitable FBConfig");
177         screen->fbconfig = configs[0];
178         XFree(configs);
179
180         vi = glXGetVisualFromFBConfig(compositor->display, screen->fbconfig);
181         win_attr.colormap = XCreateColormap(compositor->display, screen->root, vi->visual, AllocNone);
182         screen->render_window = XCreateWindow(compositor->display, screen->overlay, 0, 0, screen->width, screen->height, 0, vi->depth, InputOutput, vi->visual, CWColormap, &win_attr);
183         XMapWindow(compositor->display, screen->render_window);
184
185         screen->glx_window = glXCreateWindow(compositor->display, screen->fbconfig, screen->render_window, NULL);
186
187         i = 0;
188         attribs[i++] = GLX_CONTEXT_FLAGS_ARB;
189         attribs[i++] = GLX_CONTEXT_FORWARD_COMPATIBLE_BIT_ARB;
190         attribs[i++] = GLX_CONTEXT_MAJOR_VERSION_ARB;
191         attribs[i++] = 3;
192         attribs[i++] = GLX_CONTEXT_MINOR_VERSION_ARB;
193         attribs[i++] = 1;
194         attribs[i] = None;
195
196         screen->glx_context = compositor->glXCreateContextAttribsARB(compositor->display, screen->fbconfig, NULL, True, attribs);
197
198         XFree(vi);
199
200         return 1;
201 }
202
203 void use_gl(Compositor *compositor, CompositedScreen *screen)
204 {
205         glXMakeContextCurrent(compositor->display, screen->glx_window, screen->glx_window, screen->glx_context);
206 }
207
208 unsigned compile_shader(GLenum type, const char *source)
209 {
210         unsigned shader;
211         int status;
212         char info_log[1024];
213         GLsizei length;
214         
215         shader = glCreateShader(type);
216         glShaderSource(shader, 1, &source, NULL);
217         glCompileShader(shader);
218         glGetShaderiv(shader, GL_COMPILE_STATUS, &status);
219         glGetShaderInfoLog(shader, sizeof(info_log), &length, info_log);
220         if(!status)
221         {
222                 fprintf(stderr, "Shader compilation failed:\n%s\n", info_log);
223                 glDeleteShader(shader);
224                 return 0;
225         }
226         else if(length)
227                 printf("Shader info log:\n%s\n", info_log);
228
229         return shader;
230 }
231
232 unsigned link_program(unsigned vshader, unsigned fshader)
233 {
234         unsigned program;
235         int status;
236         char info_log[1024];
237         GLsizei length;
238
239         program = glCreateProgram();
240         glAttachShader(program, vshader);
241         glAttachShader(program, fshader);
242         glBindAttribLocation(program, 0, "vertex");
243         glBindAttribLocation(program, 1, "texture_coord");
244         glBindFragDataLocation(program, 0, "frag_color");
245         glLinkProgram(program);
246
247         glGetProgramiv(program, GL_LINK_STATUS, &status);
248         glGetProgramInfoLog(program, sizeof(info_log), &length, info_log);
249         if(!status)
250         {
251                 fprintf(stderr, "Program link failed:\n%s\n", info_log);
252                 glDeleteProgram(program);
253                 return 0;
254         }
255         else if(length)
256                 printf("Program info log:\n%s\n", info_log);
257
258         return program;
259 }
260
261 unsigned create_2d_texture()
262 {
263         unsigned texture;
264         glGenTextures(1, &texture);
265         glBindTexture(GL_TEXTURE_2D, texture);
266         glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR);
267         glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
268         glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
269         return texture;
270 }
271
272 int create_gl_resources(Compositor *compositor, CompositedScreen *screen)
273 {
274         unsigned stride;
275         int loc;
276
277         use_gl(compositor, screen);
278
279         screen->shaders[0] = compile_shader(GL_VERTEX_SHADER, vshader_src);
280         screen->shaders[1] = compile_shader(GL_FRAGMENT_SHADER, fshader_src);
281         screen->shaders[2] = compile_shader(GL_FRAGMENT_SHADER, masked_fshader_src);
282         if(!screen->shaders[0] || !screen->shaders[1] || !screen->shaders[2])
283                 return 0;
284
285         screen->program = link_program(screen->shaders[0], screen->shaders[1]);
286         if(!screen->program)
287                 return 0;
288
289         screen->masked_program = link_program(screen->shaders[0], screen->shaders[2]);
290         if(!screen->masked_program)
291                 return 0;
292
293         screen->geometry_loc = glGetUniformLocation(screen->program, "geometry");
294         screen->masked_geometry_loc = glGetUniformLocation(screen->masked_program, "geometry");
295
296         loc = glGetUniformLocation(screen->masked_program, "mask");
297         if(loc>=0)
298         {
299                 glUseProgram(screen->masked_program);
300                 glUniform1i(loc, 1);
301         }
302
303         glGenBuffers(1, &screen->window_vertex_buffer);
304         glBindBuffer(GL_ARRAY_BUFFER, screen->window_vertex_buffer);
305         glBufferData(GL_ARRAY_BUFFER, sizeof(window_vertices), window_vertices, GL_STATIC_DRAW);
306
307         stride = 4*sizeof(float);
308         glGenVertexArrays(1, &screen->window_vertex_array);
309         glBindVertexArray(screen->window_vertex_array);
310         glVertexAttribPointer(0, 2, GL_FLOAT, GL_FALSE, stride, NULL);
311         glEnableVertexAttribArray(0);
312         glVertexAttribPointer(1, 2, GL_FLOAT, GL_FALSE, stride, (void *)(2*sizeof(float)));
313         glEnableVertexAttribArray(1);
314         glBindVertexArray(0);
315
316         glBindBuffer(GL_ARRAY_BUFFER, 0);
317
318         screen->fb_texture = create_2d_texture();
319         glTexImage2D(GL_TEXTURE_2D, 0, GL_RGB8, screen->width, screen->height, 0, GL_RGB, GL_UNSIGNED_BYTE, NULL);
320         glBindTexture(GL_TEXTURE_2D, 0);
321
322         glGenFramebuffers(1, &screen->framebuffer);
323         glBindFramebuffer(GL_DRAW_FRAMEBUFFER, screen->framebuffer);
324         glFramebufferTexture2D(GL_DRAW_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, screen->fb_texture, 0);
325         glDepthMask(GL_FALSE);
326         glBindFramebuffer(GL_DRAW_FRAMEBUFFER, 0);
327
328         return 1;
329 }
330
331 CompositedWindow *find_window(CompositedScreen *screen, Window w)
332 {
333         unsigned i;
334
335         for(i=0; i<screen->nwindows; ++i)
336                 if(screen->windows[i].window==w)
337                         return &screen->windows[i];
338
339         return NULL;
340 }
341
342 CompositedWindow *find_window_global(Compositor *compositor, Window w, CompositedScreen **screen)
343 {
344         unsigned i, j;
345
346         for(i=0; i<compositor->nscreens; ++i)
347                 for(j=0; j<compositor->screens[i].nwindows; ++j)
348                         if(compositor->screens[i].windows[j].window==w)
349                         {
350                                 if(screen)
351                                         *screen = &compositor->screens[i];
352                                 return &compositor->screens[i].windows[j];
353                         }
354
355         if(screen)
356                 *screen = NULL;
357         return NULL;
358 }
359
360 void create_window_pixmap(Compositor *compositor, CompositedScreen *screen, CompositedWindow *window)
361 {
362         int attribs[5];
363         unsigned i;
364
365         if(window->pixmap)
366         {
367                 glXDestroyPixmap(compositor->display, window->glx_pixmap);
368                 XFreePixmap(compositor->display, window->pixmap);
369         }
370
371         i = 0;
372         attribs[i++] = GLX_TEXTURE_TARGET_EXT;
373         attribs[i++] = GLX_TEXTURE_2D_EXT;
374         attribs[i++] = GLX_TEXTURE_FORMAT_EXT;
375         attribs[i++] = GLX_TEXTURE_FORMAT_RGBA_EXT;
376         attribs[i++] = None;
377
378         window->pixmap = XCompositeNameWindowPixmap(compositor->display, window->window);
379         window->glx_pixmap = glXCreatePixmap(compositor->display, screen->fbconfig, window->pixmap, attribs);
380 }
381
382 void update_window_mask(Compositor *compositor, CompositedWindow *window)
383 {
384         Bool bounding_shaped;
385         Bool clip_shaped;
386         int xi, yi;
387         XRectangle *rects;
388         int rect_count;
389         int rect_order;
390         unsigned width;
391         unsigned height;
392         unsigned char *data;
393         int i;
394         unsigned y;
395
396         XShapeQueryExtents(compositor->display, window->window, &bounding_shaped, &xi, &yi, &width, &height, &clip_shaped, &xi, &yi, &width, &height);
397         window->use_mask = bounding_shaped;
398         if(!window->use_mask)
399                 return;
400
401         rects = XShapeGetRectangles(compositor->display, window->window, ShapeBounding, &rect_count, &rect_order);
402
403         width = window->width+2*window->border;
404         height = window->height+2*window->border;
405         data = (unsigned char *)malloc(width*height);
406         memset(data, 0, width*height);
407         for(i=0; i<rect_count; ++i)
408         {
409                 rects[i].x += window->border;
410                 rects[i].y += window->border;
411                 if(rects[i].x>=(int)width || rects[i].y>=(int)height)
412                         continue;
413
414                 if(rects[i].x<0)
415                 {
416                         if(-rects[i].x>rects[i].width)
417                                 continue;
418                         rects[i].width += rects[i].x;
419                         rects[i].x = 0;
420                 }
421
422                 if(rects[i].y<0)
423                 {
424                         if(-rects[i].y>rects[i].height)
425                                 continue;
426                         rects[i].height += rects[i].y;
427                         rects[i].y = 0;
428                 }
429
430                 if(rects[i].x+rects[i].width>(int)width)
431                         rects[i].width = width-rects[i].x;
432                 if(rects[i].y+rects[i].height>(int)height)
433                         rects[i].height = height-rects[i].y;
434
435                 for(y=0; y<rects[i].height; ++y)
436                 {
437                         unsigned char *row = data+(rects[i].y+y)*width+rects[i].x;
438                         memset(row, 255, rects[i].width);
439                 }
440         }
441
442         XFree(rects);
443
444         glBindTexture(GL_TEXTURE_2D, window->mask_texture);
445         glPixelStorei(GL_UNPACK_ALIGNMENT, 1);
446         glTexImage2D(GL_TEXTURE_2D, 0, GL_R8, width, height, 0, GL_RED, GL_UNSIGNED_BYTE, data);
447
448         free(data);
449 }
450
451 CompositedWindow *add_window(Compositor *compositor, CompositedScreen *screen, Window w)
452 {
453         CompositedWindow *window;
454         XWindowAttributes win_attr;
455
456         if(w==screen->root || w==screen->overlay)
457                 return NULL;
458
459         if(!XGetWindowAttributes(compositor->display, w, &win_attr))
460         {
461                 printf("XGetWindowAttributes failed; probably the window was already destroyed\n");
462                 return NULL;
463         }
464         if(win_attr.class==InputOnly)
465                 return NULL;
466
467         if(find_window(screen, w))
468                 return NULL;
469
470         if(screen->nwindows==screen->windows_capacity)
471         {
472                 screen->windows = (CompositedWindow *)realloc(screen->windows, (screen->windows_capacity+1)*sizeof(CompositedWindow));
473                 ++screen->windows_capacity;
474         }
475
476         window = &screen->windows[screen->nwindows++];
477
478         window->window = w;
479         window->x = win_attr.x;
480         window->y = win_attr.y;
481         window->width = win_attr.width;
482         window->height = win_attr.height;
483         window->border = win_attr.border_width;
484         window->map_state = win_attr.map_state;
485
486         window->damage = XDamageCreate(compositor->display, window->window, XDamageReportNonEmpty);
487         window->pixmap = None;
488         window->glx_pixmap = None;
489
490         XCompositeRedirectWindow(compositor->display, window->window, CompositeRedirectManual);
491         if(window->map_state==IsViewable)
492                 create_window_pixmap(compositor, screen, window);
493
494         window->texture = create_2d_texture();
495         window->mask_texture = create_2d_texture();
496
497         if(window->map_state==IsViewable)
498                 update_window_mask(compositor, window);
499
500         XShapeSelectInput(compositor->display, window->window, ShapeNotifyMask);
501
502         return window;
503 }
504
505 void remove_window(Compositor *compositor, CompositedScreen *screen, CompositedWindow *window, int destroyed)
506 {
507         unsigned i;
508
509         glDeleteTextures(1, &window->texture);
510         if(!destroyed)
511         {
512                 XDamageDestroy(compositor->display, window->damage);
513                 if(window->pixmap)
514                 {
515                         glXDestroyPixmap(compositor->display, window->glx_pixmap);
516                         XFreePixmap(compositor->display, window->pixmap);
517                 }
518                 XCompositeUnredirectWindow(compositor->display, window->window, CompositeRedirectManual);
519         }
520
521         --screen->nwindows;
522         for(i=window-screen->windows; i<screen->nwindows; ++i)
523                 screen->windows[i] = screen->windows[i+1];
524 }
525
526 CompositedWindow *reorder_window(CompositedScreen *screen, CompositedWindow *window, Window above)
527 {
528         unsigned i, j;
529         CompositedWindow hold;
530
531         i = window-screen->windows;
532         if(above)
533         {
534                 for(j=0; j<screen->nwindows; ++j)
535                         if(screen->windows[j].window==above)
536                                 break;
537
538                 if(j>=screen->nwindows || i==j+1)
539                         return window;
540
541                 if(j<i)
542                         ++j;
543         }
544         else
545                 j = 0;
546
547         hold = *window;
548         if(i<j)
549         {
550                 for(; i<j; ++i)
551                         screen->windows[i] = screen->windows[i+1];
552         }
553         else
554         {
555                 for(; i>j; --i)
556                         screen->windows[i] = screen->windows[i-1];
557         }
558         screen->windows[j] = hold;
559
560         return &screen->windows[j];
561 }
562
563 CompositedScreen *find_screen_by_root(Compositor *compositor, Window root)
564 {
565         unsigned i;
566
567         for(i=0; i<compositor->nscreens; ++i)
568                 if(compositor->screens[i].root==root)
569                         return &compositor->screens[i];
570
571         return NULL;
572 }
573
574 void update_monitor_vertices(CompositedScreen *screen, CompositedMonitor *monitor)
575 {
576         unsigned t;
577         unsigned data_size;
578         float *vertex_data;
579         unsigned short *index_data;
580         unsigned x, y;
581         unsigned i;
582         float aspect;
583         float cyl_radius;
584         float cyl_arc;
585         float sin_ksv;
586         float cos_ksv;
587         float distance;
588         float eye[3];
589         float look[3];
590
591         t = monitor->tessellation;
592
593         data_size = (t+1)*(t+1)*4*sizeof(float);
594         vertex_data = (float *)malloc(data_size);
595
596         aspect = (float)monitor->width/monitor->height;
597
598         if(monitor->cylinder_depth)
599         {
600                 cyl_radius = (monitor->cylinder_depth*monitor->cylinder_depth+0.25f)/(2.0f*monitor->cylinder_depth);
601                 cyl_arc = 2.0f*asin(0.5f/cyl_radius);
602         }
603
604         sin_ksv = monitor->keystone_vertical/sqrt(1.0f+monitor->keystone_vertical*monitor->keystone_vertical);
605         cos_ksv = sqrt(1.0f-sin_ksv*sin_ksv);
606         distance = monitor->perspective+sin_ksv*((sin_ksv>0)-monitor->vertical_center)/aspect;
607
608         eye[0] = 0.0f;
609         eye[1] = (monitor->vertical_center-0.5f)/aspect+sin_ksv*distance;
610         eye[2] = cos_ksv*distance;
611
612         look[0] = 0.0f;
613         look[1] = -sin_ksv;
614         look[2] = -cos_ksv;
615
616         for(y=0; y<=t; ++y)
617                 for(x=0; x<=t; ++x)
618                 {
619                         float *v;
620
621                         v = vertex_data+(y*(t+1)+x)*3;
622                         v[0] = (float)x/t-0.5f;
623                         v[1] = ((float)y/t-0.5f)/aspect;
624                         v[2] = 0;
625                         if(monitor->cylinder_depth)
626                         {
627                                 v[2] = (1.0f-cos(v[0]*cyl_arc))*cyl_radius-monitor->cylinder_depth;
628                                 v[0] = sin(v[0]*cyl_arc)*cyl_radius;
629                         }
630                 }
631
632         for(y=t; y<=t; --y)
633                 for(x=t; x<=t; --x)
634                 {
635                         float *v;
636                         float px, py, pz;
637                         float scale;
638
639                         v = vertex_data+(y*(t+1)+x)*3;
640                         px = v[0]-eye[0];
641                         py = (v[0]-eye[0])*look[0] - (v[1]-eye[1])*look[2] + (v[2]-eye[2])*look[1];
642                         pz = (v[0]-eye[0])*look[0] + (v[1]-eye[1])*look[1] + (v[2]-eye[2])*look[2];
643                         scale = monitor->perspective/pz;
644
645                         v = vertex_data+(y*(t+1)+x)*4;
646                         v[0] = px*scale+0.5f;
647                         v[1] = py*aspect*scale+monitor->vertical_center;
648                         v[2] = (monitor->x+(float)x*monitor->width/t)/screen->width;
649                         v[3] = 1.0f-(monitor->y+(1.0f-(float)y/t)*monitor->height)/screen->height;
650                 }
651
652         glBindBuffer(GL_ARRAY_BUFFER, monitor->vertex_buffer);
653         glBufferData(GL_ARRAY_BUFFER, data_size, vertex_data, GL_STATIC_DRAW);
654         glBindBuffer(GL_ARRAY_BUFFER, 0);
655         free(vertex_data);
656
657         monitor->nelements = t*((t+1)*2+1)-1;
658         data_size = monitor->nelements*sizeof(unsigned short);
659         index_data = (unsigned short *)malloc(data_size);
660         i = 0;
661         for(y=0; y<t; ++y)
662         {
663                 if(y>0)
664                         index_data[i++] = 0xFFFF;
665                 for(x=0; x<=t; ++x)
666                 {
667                         index_data[i++] = (y+1)*(t+1)+x;
668                         index_data[i++] = y*(t+1)+x;
669                 }
670         }
671         glBindBuffer(GL_ELEMENT_ARRAY_BUFFER, monitor->index_buffer);
672         glBufferData(GL_ELEMENT_ARRAY_BUFFER, data_size, index_data, GL_STATIC_DRAW);
673         glBindBuffer(GL_ELEMENT_ARRAY_BUFFER, 0);
674         free(index_data);
675 }
676
677 int initialize_monitor(Compositor *compositor, CompositedScreen *screen, XRRScreenResources *xrr_res, unsigned index)
678 {
679         CompositedMonitor *monitor;
680         XRROutputInfo *output;
681         int namelen;
682         XRRCrtcInfo *crtc;
683         unsigned buffers[2];
684         unsigned stride;
685
686         monitor = &screen->monitors[index];
687
688         output = XRRGetOutputInfo(compositor->display, xrr_res, xrr_res->outputs[index]);
689         namelen = strlen(output->name);
690         monitor->name = (char *)malloc(namelen+1);
691         strcpy(monitor->name, output->name);
692         monitor->enabled = !!output->crtc;
693         if(!monitor->enabled)
694         {
695                 XRRFreeOutputInfo(output);
696                 return 1;
697         }
698
699         crtc = XRRGetCrtcInfo(compositor->display, xrr_res, output->crtc);
700         monitor->x = crtc->x;
701         monitor->y = crtc->y;
702         monitor->width = crtc->width;
703         monitor->height = crtc->height;
704         XRRFreeCrtcInfo(crtc);
705         XRRFreeOutputInfo(output);
706
707         monitor->keystone_vertical = 0.0f;
708         monitor->cylinder_depth = 0.0f;
709         monitor->vertical_center = 0.5f;
710         monitor->perspective = 1.0f;
711
712         glGenBuffers(2, buffers);
713         monitor->vertex_buffer = buffers[0];
714         monitor->index_buffer = buffers[1];
715
716         monitor->tessellation = 50;
717         update_monitor_vertices(screen, monitor);
718         stride = 4*sizeof(float);
719
720         glGenVertexArrays(1, &monitor->vertex_array);
721         glBindVertexArray(monitor->vertex_array);
722         glBindBuffer(GL_ARRAY_BUFFER, monitor->vertex_buffer);
723         glVertexAttribPointer(0, 2, GL_FLOAT, GL_FALSE, stride, NULL);
724         glEnableVertexAttribArray(0);
725         glVertexAttribPointer(1, 2, GL_FLOAT, GL_FALSE, stride, (void *)(2*sizeof(float)));
726         glEnableVertexAttribArray(1);
727         glBindBuffer(GL_ARRAY_BUFFER, 0);
728         glBindBuffer(GL_ELEMENT_ARRAY_BUFFER, monitor->index_buffer);
729         glBindVertexArray(0);
730
731         return 1;
732 }
733
734 CompositedMonitor *find_monitor_by_name(CompositedScreen *screen, char *name)
735 {
736         unsigned i;
737
738         for(i=0; i<screen->nmonitors; ++i)
739                 if(!strcmp(screen->monitors[i].name, name))
740                         return &screen->monitors[i];
741
742         return NULL;
743 }
744
745 void update_geometry_correction(Compositor *compositor, CompositedScreen *screen)
746 {
747         Atom prop_type;
748         int prop_format;
749         unsigned long overflow;
750         unsigned long names_length;
751         char *names;
752         unsigned long values_length;
753         short *values;
754         char *name_ptr;
755         unsigned i;
756
757         XGetWindowProperty(compositor->display, screen->root, compositor->monitors_atom, 0, 64, False, XA_STRING,
758                 &prop_type, &prop_format, &names_length, &overflow, (unsigned char **)&names);
759         if(prop_type!=XA_STRING || prop_format!=8)
760                 return;
761
762         XGetWindowProperty(compositor->display, screen->root, compositor->correction_atom, 0, 64, False, XA_INTEGER,
763                 &prop_type, &prop_format, &values_length, &overflow, (unsigned char **)&values);
764         if(prop_type!=XA_INTEGER || prop_format!=16)
765         {
766                 XFree(names);
767                 return;
768         }
769
770         use_gl(compositor, screen);
771
772         name_ptr = names;
773         for(i=0; i*4<values_length; ++i)
774         {
775                 CompositedMonitor *monitor;
776
777                 if(name_ptr>=names+names_length)
778                         break;
779
780                 monitor = find_monitor_by_name(screen, name_ptr);
781                 if(monitor)
782                 {
783                         monitor->keystone_vertical = values[i*4]/10000.0f;
784                         monitor->cylinder_depth = values[i*4+1]/10000.0f;
785                         monitor->vertical_center = values[i*4+2]/10000.0f;
786                         monitor->perspective = values[i*4+3]/10000.0f;
787
788                         if(monitor->enabled)
789                                 update_monitor_vertices(screen, monitor);
790                 }
791
792                 name_ptr += strlen(name_ptr)+1;
793         }
794
795         XFree(names);
796         XFree(values);
797 }
798
799 int initialize_screen(Compositor *compositor, unsigned number)
800 {
801         CompositedScreen *screen;
802         const char *extensions;
803         Window dummy_root;
804         int x, y;
805         unsigned border;
806         unsigned depth;
807         XRRScreenResources *xrr_res;
808         Window dummy_parent;
809         Window *children;
810         unsigned nchildren;
811         unsigned i;
812
813         screen = &compositor->screens[number];
814         screen->number = number;
815
816         extensions = glXQueryExtensionsString(compositor->display, screen->number);
817         if(!strstr(extensions, "GLX_ARB_create_context"))
818                 return with_error("GLX_ARB_create_context is required");
819         if(!strstr(extensions, "GLX_EXT_texture_from_pixmap"))
820                 return with_error("GLX_EXT_texture_from_pixmap is required");
821
822         screen->root = RootWindow(compositor->display, screen->number);
823         XSelectInput(compositor->display, screen->root, SubstructureNotifyMask|PropertyChangeMask);
824         screen->overlay = XCompositeGetOverlayWindow(compositor->display, screen->root);
825         XGetGeometry(compositor->display, screen->overlay, &dummy_root, &x, &y, &screen->width, &screen->height, &border, &depth);
826         XShapeCombineRectangles(compositor->display, screen->overlay, ShapeInput, 0, 0, NULL, 0, ShapeSet, Unsorted);
827
828         if(!initialize_gl(compositor, screen))
829                 return 0;
830
831         if(!create_gl_resources(compositor, screen))
832                 return 0;
833
834         xrr_res = XRRGetScreenResources(compositor->display, screen->root);
835         screen->nmonitors = xrr_res->noutput;
836         screen->monitors = (CompositedMonitor *)malloc(screen->nmonitors*sizeof(CompositedMonitor));
837         for(i=0; i<screen->nmonitors; ++i)
838                 if(!initialize_monitor(compositor, screen, xrr_res, i))
839                         return 0;
840         XRRFreeScreenResources(xrr_res);
841
842         update_geometry_correction(compositor, screen);
843
844         XQueryTree(compositor->display, screen->root, &dummy_root, &dummy_parent, &children, &nchildren);
845
846         screen->windows = (CompositedWindow *)malloc(nchildren*sizeof(CompositedWindow));
847         screen->nwindows = 0;
848         screen->windows_capacity = nchildren;
849
850         for(i=0; i<nchildren; ++i)
851                 add_window(compositor, screen, children[i]);
852
853         XFree(children);
854
855         screen->dirty = 1;
856
857         return 1;
858 }
859
860 int initialize_compositor(Compositor *compositor)
861 {
862         int event_base;
863         int error_base;
864         int major_ver;
865         int minor_ver;
866         unsigned i;
867
868         compositor->display = XOpenDisplay(NULL);
869         if(!compositor->display)
870                 return with_error("Could not open X display");
871
872         XSetErrorHandler(&x_error_handler);
873
874         if(!XCompositeQueryExtension(compositor->display, &event_base, &error_base))
875                 return with_error("XComposite is required but was not found");
876         else if(!XCompositeQueryVersion(compositor->display, &major_ver, &minor_ver))
877                 return with_error("Cannot determine XComposite version");
878         else if(major_ver==0 && minor_ver<3)
879                 return with_error("XComposite 0.3 or later is required");
880
881         if(!glXQueryExtension(compositor->display, &event_base, &error_base))
882                 return with_error("GLX is required but was not found");
883         else if(!glXQueryVersion(compositor->display, &major_ver, &minor_ver))
884                 return with_error("Cannot determine GLX version");
885         else if(major_ver<1 || (major_ver==1 && minor_ver<4))
886                 return with_error("GLX 1.4 or later is required");
887
888         if(!XDamageQueryExtension(compositor->display, &compositor->damage_event, &error_base))
889                 return with_error("XDamage is required but was not found");
890         else if(!XDamageQueryVersion(compositor->display, &major_ver, &minor_ver))
891                 return with_error("Cannot determine XDamage version");
892         else if(major_ver<1)
893                 return with_error("XDamage 1.0 or later is required");
894
895         if(!XShapeQueryExtension(compositor->display, &compositor->shape_event, &error_base))
896                 return with_error("XShape is required but was not found");
897         else if(!XShapeQueryVersion(compositor->display, &major_ver, &minor_ver))
898                 return with_error("Cannot determine XShape version");
899         else if(major_ver<1 || (major_ver==1 && minor_ver<1))
900                 return with_error("XShape 1.1 or later is required");
901
902         if(!XRRQueryExtension(compositor->display, &event_base, &error_base))
903                 return with_error("XRandR is required but was not found");
904         else if(!XRRQueryVersion(compositor->display, &major_ver, &minor_ver))
905                 return with_error("Cannot determine XRandR version");
906         else if(major_ver<1 || (major_ver==1 && minor_ver<2))
907                 return with_error("XRandR 1.2 or later is required");
908
909         compositor->glXCreateContextAttribsARB = (PFNGLXCREATECONTEXTATTRIBSARBPROC)glXGetProcAddress((unsigned char *)"glXCreateContextAttribsARB");
910         compositor->glXBindTexImageEXT = (PFNGLXBINDTEXIMAGEEXTPROC)glXGetProcAddress((unsigned char *)"glXBindTexImageEXT");
911         compositor->glXReleaseTexImageEXT = (PFNGLXRELEASETEXIMAGEEXTPROC)glXGetProcAddress((unsigned char *)"glXReleaseTexImageEXT");
912
913         compositor->correction_atom = XInternAtom(compositor->display, "GEOMETRY_CORRECTION", False);
914         compositor->monitors_atom = XInternAtom(compositor->display, "GEOMETRY_CORRECTION_MONITORS", False);
915
916         compositor->nscreens = ScreenCount(compositor->display);
917         compositor->screens = (CompositedScreen *)malloc(compositor->nscreens*sizeof(CompositedScreen));
918         for(i=0; i<compositor->nscreens; ++i)
919                 if(!initialize_screen(compositor, i))
920                         return 0;
921
922         compositor->dirty = 1;
923
924         return 1;
925 }
926
927 void shutdown_screen(Compositor *compositor, CompositedScreen *screen)
928 {
929         unsigned i;
930
931         use_gl(compositor, screen);
932
933         for(i=0; i<screen->nwindows; ++i)
934         {
935                 glDeleteTextures(1, &screen->windows[i].texture);
936                 glDeleteTextures(1, &screen->windows[i].mask_texture);
937                 if(screen->windows[i].pixmap)
938                 {
939                         glXDestroyPixmap(compositor->display, screen->windows[i].glx_pixmap);
940                         XFreePixmap(compositor->display, screen->windows[i].pixmap);
941                         XDamageDestroy(compositor->display, screen->windows[i].damage);
942                 }
943         }
944
945         for(i=0; i<screen->nmonitors; ++i)
946         {
947                 free(screen->monitors[i].name);
948                 if(screen->monitors[i].enabled)
949                 {
950                         glDeleteBuffers(1, &screen->monitors[i].vertex_buffer);
951                         glDeleteBuffers(1, &screen->monitors[i].index_buffer);
952                         glDeleteVertexArrays(1, &screen->monitors[i].vertex_array);
953                 }
954         }
955
956         glDeleteBuffers(1, &screen->window_vertex_buffer);
957         glDeleteVertexArrays(1, &screen->window_vertex_array);
958         glDeleteFramebuffers(1, &screen->framebuffer);
959         glDeleteTextures(1, &screen->fb_texture);
960         glDeleteProgram(screen->program);
961         glDeleteProgram(screen->masked_program);
962         for(i=0; i<3; ++i)
963                 glDeleteShader(screen->shaders[i]);
964
965         glXMakeContextCurrent(compositor->display, 0, 0, NULL);
966         glXDestroyContext(compositor->display, screen->glx_context);
967         glXDestroyWindow(compositor->display, screen->glx_window);
968         XDestroyWindow(compositor->display, screen->render_window);
969
970         XCompositeReleaseOverlayWindow(compositor->display, screen->overlay);
971
972         free(screen->windows);
973         free(screen->monitors);
974 }
975
976 void shutdown_compositor(Compositor *compositor)
977 {
978         unsigned i;
979
980         for(i=0; i<compositor->nscreens; ++i)
981                 shutdown_screen(compositor, &compositor->screens[i]);
982         free(compositor->screens);
983
984         XCloseDisplay(compositor->display);
985 }
986
987 void mark_dirty(Compositor *compositor, CompositedScreen *screen)
988 {
989         compositor->dirty = 1;
990         screen->dirty = 1;
991 }
992
993 void process_create_window_event(Compositor *compositor, XCreateWindowEvent *event)
994 {
995         CompositedScreen *screen;
996
997         if((screen = find_screen_by_root(compositor, event->parent)))
998                 add_window(compositor, screen, event->window);
999 }
1000
1001 void process_destroy_window_event(Compositor *compositor, XDestroyWindowEvent *event)
1002 {
1003         CompositedScreen *screen;
1004         CompositedWindow *window;
1005
1006         if((screen = find_screen_by_root(compositor, event->event)))
1007                 if((window = find_window(screen, event->window)))
1008                         remove_window(compositor, screen, window, 1);
1009 }
1010
1011 void process_map_event(Compositor *compositor, XMapEvent *event)
1012 {
1013         CompositedScreen *screen;
1014         CompositedWindow *window;
1015
1016         screen = find_screen_by_root(compositor, event->event);
1017         if(!screen)
1018                 return;
1019
1020         window = find_window(screen, event->window);
1021         if(!window)
1022                 return;
1023
1024         window->map_state = IsViewable;
1025         create_window_pixmap(compositor, screen, window);
1026         update_window_mask(compositor, window);
1027
1028         mark_dirty(compositor, screen);
1029 }
1030
1031 void process_unmap_event(Compositor *compositor, XUnmapEvent *event)
1032 {
1033         CompositedScreen *screen;
1034         CompositedWindow *window;
1035
1036         screen = find_screen_by_root(compositor, event->event);
1037         if(!screen)
1038                 return;
1039
1040         window = find_window(screen, event->window);
1041         if(window)
1042                 window->map_state = IsUnviewable;
1043
1044         mark_dirty(compositor, screen);
1045 }
1046
1047 void process_reparent_event(Compositor *compositor, XReparentEvent *event)
1048 {
1049         CompositedScreen *screen;
1050         CompositedWindow *window;
1051
1052         screen = find_screen_by_root(compositor, event->event);
1053         if(!screen)
1054                 return;
1055
1056         if(event->parent==screen->root)
1057                 window = add_window(compositor, screen, event->window);
1058         else
1059         {
1060                 window = find_window(screen, event->window);
1061                 if(!window)
1062                         return;
1063
1064                 remove_window(compositor, screen, window, 0);
1065         }
1066
1067         if(window && window->map_state==IsViewable)
1068                 mark_dirty(compositor, screen);
1069 }
1070
1071 void process_configure_event(Compositor *compositor, XConfigureEvent *event)
1072 {
1073         CompositedScreen *screen;
1074         CompositedWindow *window;
1075
1076         screen = find_screen_by_root(compositor, event->event);
1077         if(!screen)
1078                 return;
1079
1080         window = find_window(screen, event->window);
1081         if(!window)
1082                 return;
1083
1084         window->x = event->x;
1085         window->y = event->y;
1086         if((unsigned)event->width!=window->width || (unsigned)event->height!=window->height || (unsigned)event->border_width!=window->border)
1087         {
1088                 window->width = event->width;
1089                 window->height = event->height;
1090                 window->border = event->border_width;
1091                 create_window_pixmap(compositor, screen, window);
1092                 update_window_mask(compositor, window);
1093         }
1094         reorder_window(screen, window, event->above);
1095
1096         if(window->map_state==IsViewable)
1097                 mark_dirty(compositor, screen);
1098 }
1099
1100 void process_property_event(Compositor *compositor, XPropertyEvent *event)
1101 {
1102         CompositedScreen *screen;
1103
1104         if(event->atom!=compositor->correction_atom)
1105                 return;
1106
1107         screen = find_screen_by_root(compositor, event->window);
1108         if(!screen)
1109                 return;
1110
1111         update_geometry_correction(compositor, screen);
1112 }
1113
1114 void process_damage_event(Compositor *compositor, XDamageNotifyEvent *event)
1115 {
1116         CompositedScreen *screen;
1117         CompositedWindow *window;
1118
1119         window = find_window_global(compositor, event->drawable, &screen);
1120         if(window && window->map_state==IsViewable)
1121                 mark_dirty(compositor, screen);
1122 }
1123
1124 void process_shape_event(Compositor *compositor, XShapeEvent *event)
1125 {
1126         CompositedScreen *screen;
1127         CompositedWindow *window;
1128
1129         if(event->kind!=ShapeBounding)
1130                 return;
1131
1132         window = find_window_global(compositor, event->window, &screen);
1133         if(window && window->map_state==IsViewable)
1134         {
1135                 update_window_mask(compositor, window);
1136                 mark_dirty(compositor, screen);
1137         }
1138 }
1139
1140 int process_event(Compositor *compositor)
1141 {
1142         XEvent event;
1143         if(compositor->dirty)
1144         {
1145                 if(!XCheckMaskEvent(compositor->display, -1, &event))
1146                         return 0;
1147         }
1148         else
1149                 XNextEvent(compositor->display, &event);
1150
1151         switch(event.type)
1152         {
1153         case CreateNotify:
1154                 process_create_window_event(compositor, &event.xcreatewindow);
1155                 break;
1156         case DestroyNotify:
1157                 process_destroy_window_event(compositor, &event.xdestroywindow);
1158                 break;
1159         case MapNotify:
1160                 process_map_event(compositor, &event.xmap);
1161                 break;
1162         case UnmapNotify:
1163                 process_unmap_event(compositor, &event.xunmap);
1164                 break;
1165         case ReparentNotify:
1166                 process_reparent_event(compositor, &event.xreparent);
1167                 break;
1168         case ConfigureNotify:
1169                 process_configure_event(compositor, &event.xconfigure);
1170                 break;
1171         case PropertyNotify:
1172                 process_property_event(compositor, &event.xproperty);
1173                 break;
1174         default:
1175                 if(event.type==compositor->damage_event+XDamageNotify)
1176                         process_damage_event(compositor, (XDamageNotifyEvent *)&event);
1177                 else if(event.type==compositor->shape_event+ShapeNotify)
1178                         process_shape_event(compositor, (XShapeEvent *)&event);
1179                 else
1180                         printf("Event %d\n", event.type);
1181         }
1182
1183         return 1;
1184 }
1185
1186 void refresh_screen(Compositor *compositor, CompositedScreen *screen)
1187 {
1188         unsigned i;
1189         int use_mask;
1190
1191         use_gl(compositor, screen);
1192
1193         glBindFramebuffer(GL_DRAW_FRAMEBUFFER, screen->framebuffer);
1194
1195         glClearColor(0.5f, 0.5f, 0.5f, 0.0f);
1196         glClear(GL_COLOR_BUFFER_BIT);
1197
1198         use_mask = -1;
1199         glBindVertexArray(screen->window_vertex_array);
1200         for(i=0; i<screen->nwindows; ++i)
1201         {
1202                 CompositedWindow *window = &screen->windows[i];
1203                 if(window->map_state!=IsViewable)
1204                         continue;
1205
1206                 if(window->use_mask!=use_mask)
1207                 {
1208                         use_mask = window->use_mask;
1209                         glUseProgram(use_mask ? screen->masked_program : screen->program);
1210                 }
1211
1212                 if(window->use_mask)
1213                 {
1214                         glActiveTexture(GL_TEXTURE1);
1215                         glBindTexture(GL_TEXTURE_2D, window->mask_texture);
1216                         glActiveTexture(GL_TEXTURE0);
1217                 }
1218
1219                 XDamageSubtract(compositor->display, window->damage, None, None);
1220
1221                 glBindTexture(GL_TEXTURE_2D, window->texture);
1222                 compositor->glXBindTexImageEXT(compositor->display, window->glx_pixmap, GLX_FRONT_LEFT_EXT, NULL);
1223                 glUniform4f((use_mask ? screen->masked_geometry_loc : screen->geometry_loc),
1224                         (float)window->x/screen->width, 1.0f-(float)(window->y+window->height)/screen->height,
1225                         (float)(window->width+2*window->border)/screen->width, (float)(window->height+2*window->border)/screen->height);
1226                 glDrawArrays(GL_TRIANGLE_STRIP, 0, 4);
1227                 compositor->glXReleaseTexImageEXT(compositor->display, window->glx_pixmap, GLX_FRONT_LEFT_EXT);
1228         }
1229
1230         glBindFramebuffer(GL_DRAW_FRAMEBUFFER, 0);
1231         glClearColor(0.5f, 0.0f, 0.5f, 0.0f);
1232         glClear(GL_COLOR_BUFFER_BIT);
1233         glBindTexture(GL_TEXTURE_2D, screen->fb_texture);
1234         glEnable(GL_PRIMITIVE_RESTART);
1235         glPrimitiveRestartIndex(0xFFFF);
1236         if(use_mask)
1237                 glUseProgram(screen->program);
1238
1239         for(i=0; i<screen->nmonitors; ++i)
1240         {
1241                 CompositedMonitor *monitor = &screen->monitors[i];
1242                 if(!monitor->enabled)
1243                         continue;
1244
1245                 glUniform4f(screen->geometry_loc,
1246                         (float)monitor->x/screen->width, 1.0f-(float)(monitor->y+monitor->height)/screen->height,
1247                         (float)monitor->width/screen->width, (float)monitor->height/screen->height);
1248
1249                 glBindVertexArray(monitor->vertex_array);
1250                 glDrawElements(GL_TRIANGLE_STRIP, monitor->nelements, GL_UNSIGNED_SHORT, NULL);
1251         }
1252
1253         glBindVertexArray(0);
1254
1255         glXSwapBuffers(compositor->display, screen->glx_window);
1256
1257         screen->dirty = 0;
1258 }
1259
1260 void refresh_all_screens(Compositor *compositor)
1261 {
1262         unsigned i;
1263
1264         for(i=0; i<compositor->nscreens; ++i)
1265         {
1266                 CompositedScreen *screen = &compositor->screens[i];
1267                 if(screen->dirty)
1268                         refresh_screen(compositor, screen);
1269         }
1270
1271         compositor->dirty = 0;
1272 }
1273
1274 void sighandler(int sig)
1275 {
1276         terminate_requested = 1;
1277         (void)sig;
1278 }
1279
1280 int main()
1281 {
1282         Compositor compositor;
1283
1284         signal(SIGINT, &sighandler);
1285         signal(SIGTERM, &sighandler);
1286
1287         if(!initialize_compositor(&compositor))
1288                 return 1;
1289
1290         while(!terminate_requested)
1291         {
1292                 if(!process_event(&compositor))
1293                         refresh_all_screens(&compositor);
1294         }
1295
1296         shutdown_compositor(&compositor);
1297
1298         return 0;
1299 }