vmwgfx: Make sure the reserved area is at the start of vram
[pandora-kernel.git] / drivers / gpu / drm / vmwgfx / vmwgfx_kms.c
1 /**************************************************************************
2  *
3  * Copyright © 2009 VMware, Inc., Palo Alto, CA., USA
4  * All Rights Reserved.
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a
7  * copy of this software and associated documentation files (the
8  * "Software"), to deal in the Software without restriction, including
9  * without limitation the rights to use, copy, modify, merge, publish,
10  * distribute, sub license, and/or sell copies of the Software, and to
11  * permit persons to whom the Software is furnished to do so, subject to
12  * the following conditions:
13  *
14  * The above copyright notice and this permission notice (including the
15  * next paragraph) shall be included in all copies or substantial portions
16  * of the Software.
17  *
18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21  * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24  * USE OR OTHER DEALINGS IN THE SOFTWARE.
25  *
26  **************************************************************************/
27
28 #include "vmwgfx_kms.h"
29
30 /* Might need a hrtimer here? */
31 #define VMWGFX_PRESENT_RATE ((HZ / 60 > 0) ? HZ / 60 : 1)
32
33 static int vmw_surface_dmabuf_pin(struct vmw_framebuffer *vfb);
34 static int vmw_surface_dmabuf_unpin(struct vmw_framebuffer *vfb);
35
36 void vmw_display_unit_cleanup(struct vmw_display_unit *du)
37 {
38         if (du->cursor_surface)
39                 vmw_surface_unreference(&du->cursor_surface);
40         if (du->cursor_dmabuf)
41                 vmw_dmabuf_unreference(&du->cursor_dmabuf);
42         drm_crtc_cleanup(&du->crtc);
43         drm_encoder_cleanup(&du->encoder);
44         drm_connector_cleanup(&du->connector);
45 }
46
47 /*
48  * Display Unit Cursor functions
49  */
50
51 int vmw_cursor_update_image(struct vmw_private *dev_priv,
52                             u32 *image, u32 width, u32 height,
53                             u32 hotspotX, u32 hotspotY)
54 {
55         struct {
56                 u32 cmd;
57                 SVGAFifoCmdDefineAlphaCursor cursor;
58         } *cmd;
59         u32 image_size = width * height * 4;
60         u32 cmd_size = sizeof(*cmd) + image_size;
61
62         if (!image)
63                 return -EINVAL;
64
65         cmd = vmw_fifo_reserve(dev_priv, cmd_size);
66         if (unlikely(cmd == NULL)) {
67                 DRM_ERROR("Fifo reserve failed.\n");
68                 return -ENOMEM;
69         }
70
71         memset(cmd, 0, sizeof(*cmd));
72
73         memcpy(&cmd[1], image, image_size);
74
75         cmd->cmd = cpu_to_le32(SVGA_CMD_DEFINE_ALPHA_CURSOR);
76         cmd->cursor.id = cpu_to_le32(0);
77         cmd->cursor.width = cpu_to_le32(width);
78         cmd->cursor.height = cpu_to_le32(height);
79         cmd->cursor.hotspotX = cpu_to_le32(hotspotX);
80         cmd->cursor.hotspotY = cpu_to_le32(hotspotY);
81
82         vmw_fifo_commit(dev_priv, cmd_size);
83
84         return 0;
85 }
86
87 void vmw_cursor_update_position(struct vmw_private *dev_priv,
88                                 bool show, int x, int y)
89 {
90         __le32 __iomem *fifo_mem = dev_priv->mmio_virt;
91         uint32_t count;
92
93         iowrite32(show ? 1 : 0, fifo_mem + SVGA_FIFO_CURSOR_ON);
94         iowrite32(x, fifo_mem + SVGA_FIFO_CURSOR_X);
95         iowrite32(y, fifo_mem + SVGA_FIFO_CURSOR_Y);
96         count = ioread32(fifo_mem + SVGA_FIFO_CURSOR_COUNT);
97         iowrite32(++count, fifo_mem + SVGA_FIFO_CURSOR_COUNT);
98 }
99
100 int vmw_du_crtc_cursor_set(struct drm_crtc *crtc, struct drm_file *file_priv,
101                            uint32_t handle, uint32_t width, uint32_t height)
102 {
103         struct vmw_private *dev_priv = vmw_priv(crtc->dev);
104         struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
105         struct vmw_display_unit *du = vmw_crtc_to_du(crtc);
106         struct vmw_surface *surface = NULL;
107         struct vmw_dma_buffer *dmabuf = NULL;
108         int ret;
109
110         if (handle) {
111                 ret = vmw_user_surface_lookup_handle(dev_priv, tfile,
112                                                      handle, &surface);
113                 if (!ret) {
114                         if (!surface->snooper.image) {
115                                 DRM_ERROR("surface not suitable for cursor\n");
116                                 return -EINVAL;
117                         }
118                 } else {
119                         ret = vmw_user_dmabuf_lookup(tfile,
120                                                      handle, &dmabuf);
121                         if (ret) {
122                                 DRM_ERROR("failed to find surface or dmabuf: %i\n", ret);
123                                 return -EINVAL;
124                         }
125                 }
126         }
127
128         /* takedown old cursor */
129         if (du->cursor_surface) {
130                 du->cursor_surface->snooper.crtc = NULL;
131                 vmw_surface_unreference(&du->cursor_surface);
132         }
133         if (du->cursor_dmabuf)
134                 vmw_dmabuf_unreference(&du->cursor_dmabuf);
135
136         /* setup new image */
137         if (surface) {
138                 /* vmw_user_surface_lookup takes one reference */
139                 du->cursor_surface = surface;
140
141                 du->cursor_surface->snooper.crtc = crtc;
142                 du->cursor_age = du->cursor_surface->snooper.age;
143                 vmw_cursor_update_image(dev_priv, surface->snooper.image,
144                                         64, 64, du->hotspot_x, du->hotspot_y);
145         } else if (dmabuf) {
146                 struct ttm_bo_kmap_obj map;
147                 unsigned long kmap_offset;
148                 unsigned long kmap_num;
149                 void *virtual;
150                 bool dummy;
151
152                 /* vmw_user_surface_lookup takes one reference */
153                 du->cursor_dmabuf = dmabuf;
154
155                 kmap_offset = 0;
156                 kmap_num = (64*64*4) >> PAGE_SHIFT;
157
158                 ret = ttm_bo_reserve(&dmabuf->base, true, false, false, 0);
159                 if (unlikely(ret != 0)) {
160                         DRM_ERROR("reserve failed\n");
161                         return -EINVAL;
162                 }
163
164                 ret = ttm_bo_kmap(&dmabuf->base, kmap_offset, kmap_num, &map);
165                 if (unlikely(ret != 0))
166                         goto err_unreserve;
167
168                 virtual = ttm_kmap_obj_virtual(&map, &dummy);
169                 vmw_cursor_update_image(dev_priv, virtual, 64, 64,
170                                         du->hotspot_x, du->hotspot_y);
171
172                 ttm_bo_kunmap(&map);
173 err_unreserve:
174                 ttm_bo_unreserve(&dmabuf->base);
175
176         } else {
177                 vmw_cursor_update_position(dev_priv, false, 0, 0);
178                 return 0;
179         }
180
181         vmw_cursor_update_position(dev_priv, true, du->cursor_x, du->cursor_y);
182
183         return 0;
184 }
185
186 int vmw_du_crtc_cursor_move(struct drm_crtc *crtc, int x, int y)
187 {
188         struct vmw_private *dev_priv = vmw_priv(crtc->dev);
189         struct vmw_display_unit *du = vmw_crtc_to_du(crtc);
190         bool shown = du->cursor_surface || du->cursor_dmabuf ? true : false;
191
192         du->cursor_x = x + crtc->x;
193         du->cursor_y = y + crtc->y;
194
195         vmw_cursor_update_position(dev_priv, shown,
196                                    du->cursor_x, du->cursor_y);
197
198         return 0;
199 }
200
201 void vmw_kms_cursor_snoop(struct vmw_surface *srf,
202                           struct ttm_object_file *tfile,
203                           struct ttm_buffer_object *bo,
204                           SVGA3dCmdHeader *header)
205 {
206         struct ttm_bo_kmap_obj map;
207         unsigned long kmap_offset;
208         unsigned long kmap_num;
209         SVGA3dCopyBox *box;
210         unsigned box_count;
211         void *virtual;
212         bool dummy;
213         struct vmw_dma_cmd {
214                 SVGA3dCmdHeader header;
215                 SVGA3dCmdSurfaceDMA dma;
216         } *cmd;
217         int ret;
218
219         cmd = container_of(header, struct vmw_dma_cmd, header);
220
221         /* No snooper installed */
222         if (!srf->snooper.image)
223                 return;
224
225         if (cmd->dma.host.face != 0 || cmd->dma.host.mipmap != 0) {
226                 DRM_ERROR("face and mipmap for cursors should never != 0\n");
227                 return;
228         }
229
230         if (cmd->header.size < 64) {
231                 DRM_ERROR("at least one full copy box must be given\n");
232                 return;
233         }
234
235         box = (SVGA3dCopyBox *)&cmd[1];
236         box_count = (cmd->header.size - sizeof(SVGA3dCmdSurfaceDMA)) /
237                         sizeof(SVGA3dCopyBox);
238
239         if (cmd->dma.guest.pitch != (64 * 4) ||
240             cmd->dma.guest.ptr.offset % PAGE_SIZE ||
241             box->x != 0    || box->y != 0    || box->z != 0    ||
242             box->srcx != 0 || box->srcy != 0 || box->srcz != 0 ||
243             box->w != 64   || box->h != 64   || box->d != 1    ||
244             box_count != 1) {
245                 /* TODO handle none page aligned offsets */
246                 /* TODO handle partial uploads and pitch != 256 */
247                 /* TODO handle more then one copy (size != 64) */
248                 DRM_ERROR("lazy programmer, can't handle weird stuff\n");
249                 return;
250         }
251
252         kmap_offset = cmd->dma.guest.ptr.offset >> PAGE_SHIFT;
253         kmap_num = (64*64*4) >> PAGE_SHIFT;
254
255         ret = ttm_bo_reserve(bo, true, false, false, 0);
256         if (unlikely(ret != 0)) {
257                 DRM_ERROR("reserve failed\n");
258                 return;
259         }
260
261         ret = ttm_bo_kmap(bo, kmap_offset, kmap_num, &map);
262         if (unlikely(ret != 0))
263                 goto err_unreserve;
264
265         virtual = ttm_kmap_obj_virtual(&map, &dummy);
266
267         memcpy(srf->snooper.image, virtual, 64*64*4);
268         srf->snooper.age++;
269
270         /* we can't call this function from this function since execbuf has
271          * reserved fifo space.
272          *
273          * if (srf->snooper.crtc)
274          *      vmw_ldu_crtc_cursor_update_image(dev_priv,
275          *                                       srf->snooper.image, 64, 64,
276          *                                       du->hotspot_x, du->hotspot_y);
277          */
278
279         ttm_bo_kunmap(&map);
280 err_unreserve:
281         ttm_bo_unreserve(bo);
282 }
283
284 void vmw_kms_cursor_post_execbuf(struct vmw_private *dev_priv)
285 {
286         struct drm_device *dev = dev_priv->dev;
287         struct vmw_display_unit *du;
288         struct drm_crtc *crtc;
289
290         mutex_lock(&dev->mode_config.mutex);
291
292         list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
293                 du = vmw_crtc_to_du(crtc);
294                 if (!du->cursor_surface ||
295                     du->cursor_age == du->cursor_surface->snooper.age)
296                         continue;
297
298                 du->cursor_age = du->cursor_surface->snooper.age;
299                 vmw_cursor_update_image(dev_priv,
300                                         du->cursor_surface->snooper.image,
301                                         64, 64, du->hotspot_x, du->hotspot_y);
302         }
303
304         mutex_unlock(&dev->mode_config.mutex);
305 }
306
307 /*
308  * Generic framebuffer code
309  */
310
311 int vmw_framebuffer_create_handle(struct drm_framebuffer *fb,
312                                   struct drm_file *file_priv,
313                                   unsigned int *handle)
314 {
315         if (handle)
316                 handle = 0;
317
318         return 0;
319 }
320
321 /*
322  * Surface framebuffer code
323  */
324
325 #define vmw_framebuffer_to_vfbs(x) \
326         container_of(x, struct vmw_framebuffer_surface, base.base)
327
328 struct vmw_framebuffer_surface {
329         struct vmw_framebuffer base;
330         struct vmw_surface *surface;
331         struct vmw_dma_buffer *buffer;
332         struct delayed_work d_work;
333         struct mutex work_lock;
334         bool present_fs;
335         struct list_head head;
336         struct drm_master *master;
337 };
338
339 /**
340  * vmw_kms_idle_workqueues - Flush workqueues on this master
341  *
342  * @vmaster - Pointer identifying the master, for the surfaces of which
343  * we idle the dirty work queues.
344  *
345  * This function should be called with the ttm lock held in exclusive mode
346  * to idle all dirty work queues before the fifo is taken down.
347  *
348  * The work task may actually requeue itself, but after the flush returns we're
349  * sure that there's nothing to present, since the ttm lock is held in
350  * exclusive mode, so the fifo will never get used.
351  */
352
353 void vmw_kms_idle_workqueues(struct vmw_master *vmaster)
354 {
355         struct vmw_framebuffer_surface *entry;
356
357         mutex_lock(&vmaster->fb_surf_mutex);
358         list_for_each_entry(entry, &vmaster->fb_surf, head) {
359                 if (cancel_delayed_work_sync(&entry->d_work))
360                         (void) entry->d_work.work.func(&entry->d_work.work);
361
362                 (void) cancel_delayed_work_sync(&entry->d_work);
363         }
364         mutex_unlock(&vmaster->fb_surf_mutex);
365 }
366
367 void vmw_framebuffer_surface_destroy(struct drm_framebuffer *framebuffer)
368 {
369         struct vmw_framebuffer_surface *vfbs =
370                 vmw_framebuffer_to_vfbs(framebuffer);
371         struct vmw_master *vmaster = vmw_master(vfbs->master);
372
373
374         mutex_lock(&vmaster->fb_surf_mutex);
375         list_del(&vfbs->head);
376         mutex_unlock(&vmaster->fb_surf_mutex);
377
378         cancel_delayed_work_sync(&vfbs->d_work);
379         drm_master_put(&vfbs->master);
380         drm_framebuffer_cleanup(framebuffer);
381         vmw_surface_unreference(&vfbs->surface);
382
383         kfree(vfbs);
384 }
385
386 static void vmw_framebuffer_present_fs_callback(struct work_struct *work)
387 {
388         struct delayed_work *d_work =
389                 container_of(work, struct delayed_work, work);
390         struct vmw_framebuffer_surface *vfbs =
391                 container_of(d_work, struct vmw_framebuffer_surface, d_work);
392         struct vmw_surface *surf = vfbs->surface;
393         struct drm_framebuffer *framebuffer = &vfbs->base.base;
394         struct vmw_private *dev_priv = vmw_priv(framebuffer->dev);
395
396         struct {
397                 SVGA3dCmdHeader header;
398                 SVGA3dCmdPresent body;
399                 SVGA3dCopyRect cr;
400         } *cmd;
401
402         /**
403          * Strictly we should take the ttm_lock in read mode before accessing
404          * the fifo, to make sure the fifo is present and up. However,
405          * instead we flush all workqueues under the ttm lock in exclusive mode
406          * before taking down the fifo.
407          */
408         mutex_lock(&vfbs->work_lock);
409         if (!vfbs->present_fs)
410                 goto out_unlock;
411
412         cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
413         if (unlikely(cmd == NULL))
414                 goto out_resched;
415
416         cmd->header.id = cpu_to_le32(SVGA_3D_CMD_PRESENT);
417         cmd->header.size = cpu_to_le32(sizeof(cmd->body) + sizeof(cmd->cr));
418         cmd->body.sid = cpu_to_le32(surf->res.id);
419         cmd->cr.x = cpu_to_le32(0);
420         cmd->cr.y = cpu_to_le32(0);
421         cmd->cr.srcx = cmd->cr.x;
422         cmd->cr.srcy = cmd->cr.y;
423         cmd->cr.w = cpu_to_le32(framebuffer->width);
424         cmd->cr.h = cpu_to_le32(framebuffer->height);
425         vfbs->present_fs = false;
426         vmw_fifo_commit(dev_priv, sizeof(*cmd));
427 out_resched:
428         /**
429          * Will not re-add if already pending.
430          */
431         schedule_delayed_work(&vfbs->d_work, VMWGFX_PRESENT_RATE);
432 out_unlock:
433         mutex_unlock(&vfbs->work_lock);
434 }
435
436
437 int vmw_framebuffer_surface_dirty(struct drm_framebuffer *framebuffer,
438                                   struct drm_file *file_priv,
439                                   unsigned flags, unsigned color,
440                                   struct drm_clip_rect *clips,
441                                   unsigned num_clips)
442 {
443         struct vmw_private *dev_priv = vmw_priv(framebuffer->dev);
444         struct vmw_master *vmaster = vmw_master(file_priv->master);
445         struct vmw_framebuffer_surface *vfbs =
446                 vmw_framebuffer_to_vfbs(framebuffer);
447         struct vmw_surface *surf = vfbs->surface;
448         struct drm_clip_rect norect;
449         SVGA3dCopyRect *cr;
450         int i, inc = 1;
451         int ret;
452
453         struct {
454                 SVGA3dCmdHeader header;
455                 SVGA3dCmdPresent body;
456                 SVGA3dCopyRect cr;
457         } *cmd;
458
459         if (unlikely(vfbs->master != file_priv->master))
460                 return -EINVAL;
461
462         ret = ttm_read_lock(&vmaster->lock, true);
463         if (unlikely(ret != 0))
464                 return ret;
465
466         if (!num_clips ||
467             !(dev_priv->fifo.capabilities &
468               SVGA_FIFO_CAP_SCREEN_OBJECT)) {
469                 int ret;
470
471                 mutex_lock(&vfbs->work_lock);
472                 vfbs->present_fs = true;
473                 ret = schedule_delayed_work(&vfbs->d_work, VMWGFX_PRESENT_RATE);
474                 mutex_unlock(&vfbs->work_lock);
475                 if (ret) {
476                         /**
477                          * No work pending, Force immediate present.
478                          */
479                         vmw_framebuffer_present_fs_callback(&vfbs->d_work.work);
480                 }
481                 ttm_read_unlock(&vmaster->lock);
482                 return 0;
483         }
484
485         if (!num_clips) {
486                 num_clips = 1;
487                 clips = &norect;
488                 norect.x1 = norect.y1 = 0;
489                 norect.x2 = framebuffer->width;
490                 norect.y2 = framebuffer->height;
491         } else if (flags & DRM_MODE_FB_DIRTY_ANNOTATE_COPY) {
492                 num_clips /= 2;
493                 inc = 2; /* skip source rects */
494         }
495
496         cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd) + (num_clips - 1) * sizeof(cmd->cr));
497         if (unlikely(cmd == NULL)) {
498                 DRM_ERROR("Fifo reserve failed.\n");
499                 ttm_read_unlock(&vmaster->lock);
500                 return -ENOMEM;
501         }
502
503         memset(cmd, 0, sizeof(*cmd));
504
505         cmd->header.id = cpu_to_le32(SVGA_3D_CMD_PRESENT);
506         cmd->header.size = cpu_to_le32(sizeof(cmd->body) + num_clips * sizeof(cmd->cr));
507         cmd->body.sid = cpu_to_le32(surf->res.id);
508
509         for (i = 0, cr = &cmd->cr; i < num_clips; i++, cr++, clips += inc) {
510                 cr->x = cpu_to_le16(clips->x1);
511                 cr->y = cpu_to_le16(clips->y1);
512                 cr->srcx = cr->x;
513                 cr->srcy = cr->y;
514                 cr->w = cpu_to_le16(clips->x2 - clips->x1);
515                 cr->h = cpu_to_le16(clips->y2 - clips->y1);
516         }
517
518         vmw_fifo_commit(dev_priv, sizeof(*cmd) + (num_clips - 1) * sizeof(cmd->cr));
519         ttm_read_unlock(&vmaster->lock);
520         return 0;
521 }
522
523 static struct drm_framebuffer_funcs vmw_framebuffer_surface_funcs = {
524         .destroy = vmw_framebuffer_surface_destroy,
525         .dirty = vmw_framebuffer_surface_dirty,
526         .create_handle = vmw_framebuffer_create_handle,
527 };
528
529 static int vmw_kms_new_framebuffer_surface(struct vmw_private *dev_priv,
530                                            struct drm_file *file_priv,
531                                            struct vmw_surface *surface,
532                                            struct vmw_framebuffer **out,
533                                            const struct drm_mode_fb_cmd
534                                            *mode_cmd)
535
536 {
537         struct drm_device *dev = dev_priv->dev;
538         struct vmw_framebuffer_surface *vfbs;
539         enum SVGA3dSurfaceFormat format;
540         struct vmw_master *vmaster = vmw_master(file_priv->master);
541         int ret;
542
543         /*
544          * Sanity checks.
545          */
546
547         if (unlikely(surface->mip_levels[0] != 1 ||
548                      surface->num_sizes != 1 ||
549                      surface->sizes[0].width < mode_cmd->width ||
550                      surface->sizes[0].height < mode_cmd->height ||
551                      surface->sizes[0].depth != 1)) {
552                 DRM_ERROR("Incompatible surface dimensions "
553                           "for requested mode.\n");
554                 return -EINVAL;
555         }
556
557         switch (mode_cmd->depth) {
558         case 32:
559                 format = SVGA3D_A8R8G8B8;
560                 break;
561         case 24:
562                 format = SVGA3D_X8R8G8B8;
563                 break;
564         case 16:
565                 format = SVGA3D_R5G6B5;
566                 break;
567         case 15:
568                 format = SVGA3D_A1R5G5B5;
569                 break;
570         case 8:
571                 format = SVGA3D_LUMINANCE8;
572                 break;
573         default:
574                 DRM_ERROR("Invalid color depth: %d\n", mode_cmd->depth);
575                 return -EINVAL;
576         }
577
578         if (unlikely(format != surface->format)) {
579                 DRM_ERROR("Invalid surface format for requested mode.\n");
580                 return -EINVAL;
581         }
582
583         vfbs = kzalloc(sizeof(*vfbs), GFP_KERNEL);
584         if (!vfbs) {
585                 ret = -ENOMEM;
586                 goto out_err1;
587         }
588
589         ret = drm_framebuffer_init(dev, &vfbs->base.base,
590                                    &vmw_framebuffer_surface_funcs);
591         if (ret)
592                 goto out_err2;
593
594         if (!vmw_surface_reference(surface)) {
595                 DRM_ERROR("failed to reference surface %p\n", surface);
596                 goto out_err3;
597         }
598
599         /* XXX get the first 3 from the surface info */
600         vfbs->base.base.bits_per_pixel = mode_cmd->bpp;
601         vfbs->base.base.pitch = mode_cmd->pitch;
602         vfbs->base.base.depth = mode_cmd->depth;
603         vfbs->base.base.width = mode_cmd->width;
604         vfbs->base.base.height = mode_cmd->height;
605         vfbs->base.pin = &vmw_surface_dmabuf_pin;
606         vfbs->base.unpin = &vmw_surface_dmabuf_unpin;
607         vfbs->surface = surface;
608         vfbs->master = drm_master_get(file_priv->master);
609         mutex_init(&vfbs->work_lock);
610
611         mutex_lock(&vmaster->fb_surf_mutex);
612         INIT_DELAYED_WORK(&vfbs->d_work, &vmw_framebuffer_present_fs_callback);
613         list_add_tail(&vfbs->head, &vmaster->fb_surf);
614         mutex_unlock(&vmaster->fb_surf_mutex);
615
616         *out = &vfbs->base;
617
618         return 0;
619
620 out_err3:
621         drm_framebuffer_cleanup(&vfbs->base.base);
622 out_err2:
623         kfree(vfbs);
624 out_err1:
625         return ret;
626 }
627
628 /*
629  * Dmabuf framebuffer code
630  */
631
632 #define vmw_framebuffer_to_vfbd(x) \
633         container_of(x, struct vmw_framebuffer_dmabuf, base.base)
634
635 struct vmw_framebuffer_dmabuf {
636         struct vmw_framebuffer base;
637         struct vmw_dma_buffer *buffer;
638 };
639
640 void vmw_framebuffer_dmabuf_destroy(struct drm_framebuffer *framebuffer)
641 {
642         struct vmw_framebuffer_dmabuf *vfbd =
643                 vmw_framebuffer_to_vfbd(framebuffer);
644
645         drm_framebuffer_cleanup(framebuffer);
646         vmw_dmabuf_unreference(&vfbd->buffer);
647
648         kfree(vfbd);
649 }
650
651 int vmw_framebuffer_dmabuf_dirty(struct drm_framebuffer *framebuffer,
652                                  struct drm_file *file_priv,
653                                  unsigned flags, unsigned color,
654                                  struct drm_clip_rect *clips,
655                                  unsigned num_clips)
656 {
657         struct vmw_private *dev_priv = vmw_priv(framebuffer->dev);
658         struct vmw_master *vmaster = vmw_master(file_priv->master);
659         struct drm_clip_rect norect;
660         int ret;
661         struct {
662                 uint32_t header;
663                 SVGAFifoCmdUpdate body;
664         } *cmd;
665         int i, increment = 1;
666
667         ret = ttm_read_lock(&vmaster->lock, true);
668         if (unlikely(ret != 0))
669                 return ret;
670
671         if (!num_clips) {
672                 num_clips = 1;
673                 clips = &norect;
674                 norect.x1 = norect.y1 = 0;
675                 norect.x2 = framebuffer->width;
676                 norect.y2 = framebuffer->height;
677         } else if (flags & DRM_MODE_FB_DIRTY_ANNOTATE_COPY) {
678                 num_clips /= 2;
679                 increment = 2;
680         }
681
682         cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd) * num_clips);
683         if (unlikely(cmd == NULL)) {
684                 DRM_ERROR("Fifo reserve failed.\n");
685                 ttm_read_unlock(&vmaster->lock);
686                 return -ENOMEM;
687         }
688
689         for (i = 0; i < num_clips; i++, clips += increment) {
690                 cmd[i].header = cpu_to_le32(SVGA_CMD_UPDATE);
691                 cmd[i].body.x = cpu_to_le32(clips->x1);
692                 cmd[i].body.y = cpu_to_le32(clips->y1);
693                 cmd[i].body.width = cpu_to_le32(clips->x2 - clips->x1);
694                 cmd[i].body.height = cpu_to_le32(clips->y2 - clips->y1);
695         }
696
697         vmw_fifo_commit(dev_priv, sizeof(*cmd) * num_clips);
698         ttm_read_unlock(&vmaster->lock);
699
700         return 0;
701 }
702
703 static struct drm_framebuffer_funcs vmw_framebuffer_dmabuf_funcs = {
704         .destroy = vmw_framebuffer_dmabuf_destroy,
705         .dirty = vmw_framebuffer_dmabuf_dirty,
706         .create_handle = vmw_framebuffer_create_handle,
707 };
708
709 /**
710  * We need to reserve the start of vram because the host might
711  * scribble to it at mode changes, so we need to reserve it.
712  */
713 static int vmw_surface_dmabuf_pin(struct vmw_framebuffer *vfb)
714 {
715         struct vmw_private *dev_priv = vmw_priv(vfb->base.dev);
716         struct vmw_framebuffer_surface *vfbs =
717                 vmw_framebuffer_to_vfbs(&vfb->base);
718         unsigned long size = vfbs->base.base.pitch * vfbs->base.base.height;
719         int ret;
720         struct ttm_placement ne_placement = vmw_vram_ne_placement;
721
722         ne_placement.lpfn = (size + (PAGE_SIZE - 1)) / PAGE_SIZE;
723
724         vfbs->buffer = kzalloc(sizeof(*vfbs->buffer), GFP_KERNEL);
725         if (unlikely(vfbs->buffer == NULL))
726                 return -ENOMEM;
727
728         vmw_overlay_pause_all(dev_priv);
729         ret = vmw_dmabuf_init(dev_priv, vfbs->buffer, size,
730                                &vmw_vram_ne_placement,
731                                false, &vmw_dmabuf_bo_free);
732         vmw_overlay_resume_all(dev_priv);
733         if (unlikely(ret != 0))
734                 vfbs->buffer = NULL;
735
736         return ret;
737 }
738
739 /**
740  * See vmw_surface_dmabuf_pin.
741  */
742 static int vmw_surface_dmabuf_unpin(struct vmw_framebuffer *vfb)
743 {
744         struct ttm_buffer_object *bo;
745         struct vmw_framebuffer_surface *vfbs =
746                 vmw_framebuffer_to_vfbs(&vfb->base);
747
748         if (unlikely(vfbs->buffer == NULL))
749                 return 0;
750
751         bo = &vfbs->buffer->base;
752         ttm_bo_unref(&bo);
753         vfbs->buffer = NULL;
754
755         return 0;
756 }
757
758 /**
759  * Pin the dmabuffer to the start of vram.
760  */
761 static int vmw_framebuffer_dmabuf_pin(struct vmw_framebuffer *vfb)
762 {
763         struct vmw_private *dev_priv = vmw_priv(vfb->base.dev);
764         struct vmw_framebuffer_dmabuf *vfbd =
765                 vmw_framebuffer_to_vfbd(&vfb->base);
766         int ret;
767
768
769         vmw_overlay_pause_all(dev_priv);
770
771         ret = vmw_dmabuf_to_start_of_vram(dev_priv, vfbd->buffer);
772
773         vmw_overlay_resume_all(dev_priv);
774
775         WARN_ON(ret != 0);
776
777         return 0;
778 }
779
780 static int vmw_framebuffer_dmabuf_unpin(struct vmw_framebuffer *vfb)
781 {
782         struct vmw_private *dev_priv = vmw_priv(vfb->base.dev);
783         struct vmw_framebuffer_dmabuf *vfbd =
784                 vmw_framebuffer_to_vfbd(&vfb->base);
785
786         if (!vfbd->buffer) {
787                 WARN_ON(!vfbd->buffer);
788                 return 0;
789         }
790
791         return vmw_dmabuf_from_vram(dev_priv, vfbd->buffer);
792 }
793
794 static int vmw_kms_new_framebuffer_dmabuf(struct vmw_private *dev_priv,
795                                           struct vmw_dma_buffer *dmabuf,
796                                           struct vmw_framebuffer **out,
797                                           const struct drm_mode_fb_cmd
798                                           *mode_cmd)
799
800 {
801         struct drm_device *dev = dev_priv->dev;
802         struct vmw_framebuffer_dmabuf *vfbd;
803         unsigned int requested_size;
804         int ret;
805
806         requested_size = mode_cmd->height * mode_cmd->pitch;
807         if (unlikely(requested_size > dmabuf->base.num_pages * PAGE_SIZE)) {
808                 DRM_ERROR("Screen buffer object size is too small "
809                           "for requested mode.\n");
810                 return -EINVAL;
811         }
812
813         vfbd = kzalloc(sizeof(*vfbd), GFP_KERNEL);
814         if (!vfbd) {
815                 ret = -ENOMEM;
816                 goto out_err1;
817         }
818
819         ret = drm_framebuffer_init(dev, &vfbd->base.base,
820                                    &vmw_framebuffer_dmabuf_funcs);
821         if (ret)
822                 goto out_err2;
823
824         if (!vmw_dmabuf_reference(dmabuf)) {
825                 DRM_ERROR("failed to reference dmabuf %p\n", dmabuf);
826                 goto out_err3;
827         }
828
829         vfbd->base.base.bits_per_pixel = mode_cmd->bpp;
830         vfbd->base.base.pitch = mode_cmd->pitch;
831         vfbd->base.base.depth = mode_cmd->depth;
832         vfbd->base.base.width = mode_cmd->width;
833         vfbd->base.base.height = mode_cmd->height;
834         vfbd->base.pin = vmw_framebuffer_dmabuf_pin;
835         vfbd->base.unpin = vmw_framebuffer_dmabuf_unpin;
836         vfbd->buffer = dmabuf;
837         *out = &vfbd->base;
838
839         return 0;
840
841 out_err3:
842         drm_framebuffer_cleanup(&vfbd->base.base);
843 out_err2:
844         kfree(vfbd);
845 out_err1:
846         return ret;
847 }
848
849 /*
850  * Generic Kernel modesetting functions
851  */
852
853 static struct drm_framebuffer *vmw_kms_fb_create(struct drm_device *dev,
854                                                  struct drm_file *file_priv,
855                                                  struct drm_mode_fb_cmd *mode_cmd)
856 {
857         struct vmw_private *dev_priv = vmw_priv(dev);
858         struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
859         struct vmw_framebuffer *vfb = NULL;
860         struct vmw_surface *surface = NULL;
861         struct vmw_dma_buffer *bo = NULL;
862         u64 required_size;
863         int ret;
864
865         /**
866          * This code should be conditioned on Screen Objects not being used.
867          * If screen objects are used, we can allocate a GMR to hold the
868          * requested framebuffer.
869          */
870
871         required_size = mode_cmd->pitch * mode_cmd->height;
872         if (unlikely(required_size > (u64) dev_priv->vram_size)) {
873                 DRM_ERROR("VRAM size is too small for requested mode.\n");
874                 return NULL;
875         }
876
877         /**
878          * End conditioned code.
879          */
880
881         ret = vmw_user_surface_lookup_handle(dev_priv, tfile,
882                                              mode_cmd->handle, &surface);
883         if (ret)
884                 goto try_dmabuf;
885
886         if (!surface->scanout)
887                 goto err_not_scanout;
888
889         ret = vmw_kms_new_framebuffer_surface(dev_priv, file_priv, surface,
890                                               &vfb, mode_cmd);
891
892         /* vmw_user_surface_lookup takes one ref so does new_fb */
893         vmw_surface_unreference(&surface);
894
895         if (ret) {
896                 DRM_ERROR("failed to create vmw_framebuffer: %i\n", ret);
897                 return ERR_PTR(ret);
898         }
899         return &vfb->base;
900
901 try_dmabuf:
902         DRM_INFO("%s: trying buffer\n", __func__);
903
904         ret = vmw_user_dmabuf_lookup(tfile, mode_cmd->handle, &bo);
905         if (ret) {
906                 DRM_ERROR("failed to find buffer: %i\n", ret);
907                 return ERR_PTR(-ENOENT);
908         }
909
910         ret = vmw_kms_new_framebuffer_dmabuf(dev_priv, bo, &vfb,
911                                              mode_cmd);
912
913         /* vmw_user_dmabuf_lookup takes one ref so does new_fb */
914         vmw_dmabuf_unreference(&bo);
915
916         if (ret) {
917                 DRM_ERROR("failed to create vmw_framebuffer: %i\n", ret);
918                 return ERR_PTR(ret);
919         }
920
921         return &vfb->base;
922
923 err_not_scanout:
924         DRM_ERROR("surface not marked as scanout\n");
925         /* vmw_user_surface_lookup takes one ref */
926         vmw_surface_unreference(&surface);
927
928         return ERR_PTR(-EINVAL);
929 }
930
931 static struct drm_mode_config_funcs vmw_kms_funcs = {
932         .fb_create = vmw_kms_fb_create,
933 };
934
935 int vmw_kms_init(struct vmw_private *dev_priv)
936 {
937         struct drm_device *dev = dev_priv->dev;
938         int ret;
939
940         drm_mode_config_init(dev);
941         dev->mode_config.funcs = &vmw_kms_funcs;
942         dev->mode_config.min_width = 1;
943         dev->mode_config.min_height = 1;
944         /* assumed largest fb size */
945         dev->mode_config.max_width = 8192;
946         dev->mode_config.max_height = 8192;
947
948         ret = vmw_kms_init_legacy_display_system(dev_priv);
949
950         return 0;
951 }
952
953 int vmw_kms_close(struct vmw_private *dev_priv)
954 {
955         /*
956          * Docs says we should take the lock before calling this function
957          * but since it destroys encoders and our destructor calls
958          * drm_encoder_cleanup which takes the lock we deadlock.
959          */
960         drm_mode_config_cleanup(dev_priv->dev);
961         vmw_kms_close_legacy_display_system(dev_priv);
962         return 0;
963 }
964
965 int vmw_kms_cursor_bypass_ioctl(struct drm_device *dev, void *data,
966                                 struct drm_file *file_priv)
967 {
968         struct drm_vmw_cursor_bypass_arg *arg = data;
969         struct vmw_display_unit *du;
970         struct drm_mode_object *obj;
971         struct drm_crtc *crtc;
972         int ret = 0;
973
974
975         mutex_lock(&dev->mode_config.mutex);
976         if (arg->flags & DRM_VMW_CURSOR_BYPASS_ALL) {
977
978                 list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
979                         du = vmw_crtc_to_du(crtc);
980                         du->hotspot_x = arg->xhot;
981                         du->hotspot_y = arg->yhot;
982                 }
983
984                 mutex_unlock(&dev->mode_config.mutex);
985                 return 0;
986         }
987
988         obj = drm_mode_object_find(dev, arg->crtc_id, DRM_MODE_OBJECT_CRTC);
989         if (!obj) {
990                 ret = -EINVAL;
991                 goto out;
992         }
993
994         crtc = obj_to_crtc(obj);
995         du = vmw_crtc_to_du(crtc);
996
997         du->hotspot_x = arg->xhot;
998         du->hotspot_y = arg->yhot;
999
1000 out:
1001         mutex_unlock(&dev->mode_config.mutex);
1002
1003         return ret;
1004 }
1005
1006 int vmw_kms_write_svga(struct vmw_private *vmw_priv,
1007                         unsigned width, unsigned height, unsigned pitch,
1008                         unsigned bpp, unsigned depth)
1009 {
1010         if (vmw_priv->capabilities & SVGA_CAP_PITCHLOCK)
1011                 vmw_write(vmw_priv, SVGA_REG_PITCHLOCK, pitch);
1012         else if (vmw_fifo_have_pitchlock(vmw_priv))
1013                 iowrite32(pitch, vmw_priv->mmio_virt + SVGA_FIFO_PITCHLOCK);
1014         vmw_write(vmw_priv, SVGA_REG_WIDTH, width);
1015         vmw_write(vmw_priv, SVGA_REG_HEIGHT, height);
1016         vmw_write(vmw_priv, SVGA_REG_BITS_PER_PIXEL, bpp);
1017
1018         if (vmw_read(vmw_priv, SVGA_REG_DEPTH) != depth) {
1019                 DRM_ERROR("Invalid depth %u for %u bpp, host expects %u\n",
1020                           depth, bpp, vmw_read(vmw_priv, SVGA_REG_DEPTH));
1021                 return -EINVAL;
1022         }
1023
1024         return 0;
1025 }
1026
1027 int vmw_kms_save_vga(struct vmw_private *vmw_priv)
1028 {
1029         struct vmw_vga_topology_state *save;
1030         uint32_t i;
1031
1032         vmw_priv->vga_width = vmw_read(vmw_priv, SVGA_REG_WIDTH);
1033         vmw_priv->vga_height = vmw_read(vmw_priv, SVGA_REG_HEIGHT);
1034         vmw_priv->vga_bpp = vmw_read(vmw_priv, SVGA_REG_BITS_PER_PIXEL);
1035         if (vmw_priv->capabilities & SVGA_CAP_PITCHLOCK)
1036                 vmw_priv->vga_pitchlock =
1037                   vmw_read(vmw_priv, SVGA_REG_PITCHLOCK);
1038         else if (vmw_fifo_have_pitchlock(vmw_priv))
1039                 vmw_priv->vga_pitchlock = ioread32(vmw_priv->mmio_virt +
1040                                                        SVGA_FIFO_PITCHLOCK);
1041
1042         if (!(vmw_priv->capabilities & SVGA_CAP_DISPLAY_TOPOLOGY))
1043                 return 0;
1044
1045         vmw_priv->num_displays = vmw_read(vmw_priv,
1046                                           SVGA_REG_NUM_GUEST_DISPLAYS);
1047
1048         if (vmw_priv->num_displays == 0)
1049                 vmw_priv->num_displays = 1;
1050
1051         for (i = 0; i < vmw_priv->num_displays; ++i) {
1052                 save = &vmw_priv->vga_save[i];
1053                 vmw_write(vmw_priv, SVGA_REG_DISPLAY_ID, i);
1054                 save->primary = vmw_read(vmw_priv, SVGA_REG_DISPLAY_IS_PRIMARY);
1055                 save->pos_x = vmw_read(vmw_priv, SVGA_REG_DISPLAY_POSITION_X);
1056                 save->pos_y = vmw_read(vmw_priv, SVGA_REG_DISPLAY_POSITION_Y);
1057                 save->width = vmw_read(vmw_priv, SVGA_REG_DISPLAY_WIDTH);
1058                 save->height = vmw_read(vmw_priv, SVGA_REG_DISPLAY_HEIGHT);
1059                 vmw_write(vmw_priv, SVGA_REG_DISPLAY_ID, SVGA_ID_INVALID);
1060                 if (i == 0 && vmw_priv->num_displays == 1 &&
1061                     save->width == 0 && save->height == 0) {
1062
1063                         /*
1064                          * It should be fairly safe to assume that these
1065                          * values are uninitialized.
1066                          */
1067
1068                         save->width = vmw_priv->vga_width - save->pos_x;
1069                         save->height = vmw_priv->vga_height - save->pos_y;
1070                 }
1071         }
1072
1073         return 0;
1074 }
1075
1076 int vmw_kms_restore_vga(struct vmw_private *vmw_priv)
1077 {
1078         struct vmw_vga_topology_state *save;
1079         uint32_t i;
1080
1081         vmw_write(vmw_priv, SVGA_REG_WIDTH, vmw_priv->vga_width);
1082         vmw_write(vmw_priv, SVGA_REG_HEIGHT, vmw_priv->vga_height);
1083         vmw_write(vmw_priv, SVGA_REG_BITS_PER_PIXEL, vmw_priv->vga_bpp);
1084         if (vmw_priv->capabilities & SVGA_CAP_PITCHLOCK)
1085                 vmw_write(vmw_priv, SVGA_REG_PITCHLOCK,
1086                           vmw_priv->vga_pitchlock);
1087         else if (vmw_fifo_have_pitchlock(vmw_priv))
1088                 iowrite32(vmw_priv->vga_pitchlock,
1089                           vmw_priv->mmio_virt + SVGA_FIFO_PITCHLOCK);
1090
1091         if (!(vmw_priv->capabilities & SVGA_CAP_DISPLAY_TOPOLOGY))
1092                 return 0;
1093
1094         for (i = 0; i < vmw_priv->num_displays; ++i) {
1095                 save = &vmw_priv->vga_save[i];
1096                 vmw_write(vmw_priv, SVGA_REG_DISPLAY_ID, i);
1097                 vmw_write(vmw_priv, SVGA_REG_DISPLAY_IS_PRIMARY, save->primary);
1098                 vmw_write(vmw_priv, SVGA_REG_DISPLAY_POSITION_X, save->pos_x);
1099                 vmw_write(vmw_priv, SVGA_REG_DISPLAY_POSITION_Y, save->pos_y);
1100                 vmw_write(vmw_priv, SVGA_REG_DISPLAY_WIDTH, save->width);
1101                 vmw_write(vmw_priv, SVGA_REG_DISPLAY_HEIGHT, save->height);
1102                 vmw_write(vmw_priv, SVGA_REG_DISPLAY_ID, SVGA_ID_INVALID);
1103         }
1104
1105         return 0;
1106 }
1107
1108 bool vmw_kms_validate_mode_vram(struct vmw_private *dev_priv,
1109                                 uint32_t pitch,
1110                                 uint32_t height)
1111 {
1112         return ((u64) pitch * (u64) height) < (u64) dev_priv->vram_size;
1113 }
1114
1115 u32 vmw_get_vblank_counter(struct drm_device *dev, int crtc)
1116 {
1117         return 0;
1118 }