1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29#include <linux/debugfs.h>
30#include <linux/fs.h>
31#include <linux/module.h>
32#include <linux/moduleparam.h>
33#include <linux/mount.h>
34#include <linux/slab.h>
35#include <drm/drmP.h>
36#include <drm/drm_core.h>
37#include "drm_legacy.h"
38#include "drm_internal.h"
39
40unsigned int drm_debug = 0;
41EXPORT_SYMBOL(drm_debug);
42
43bool drm_atomic = 0;
44
45MODULE_AUTHOR(CORE_AUTHOR);
46MODULE_DESCRIPTION(CORE_DESC);
47MODULE_LICENSE("GPL and additional rights");
48MODULE_PARM_DESC(debug, "Enable debug output");
49MODULE_PARM_DESC(vblankoffdelay, "Delay until vblank irq auto-disable [msecs] (0: never disable, <0: disable immediately)");
50MODULE_PARM_DESC(timestamp_precision_usec, "Max. error on timestamps [usecs]");
51MODULE_PARM_DESC(timestamp_monotonic, "Use monotonic timestamps");
52
53module_param_named(debug, drm_debug, int, 0600);
54
55static DEFINE_SPINLOCK(drm_minor_lock);
56static struct idr drm_minors_idr;
57
58struct class *drm_class;
59static struct dentry *drm_debugfs_root;
60
61void drm_err(const char *format, ...)
62{
63 struct va_format vaf;
64 va_list args;
65
66 va_start(args, format);
67
68 vaf.fmt = format;
69 vaf.va = &args;
70
71 printk(KERN_ERR "[" DRM_NAME ":%ps] *ERROR* %pV",
72 __builtin_return_address(0), &vaf);
73
74 va_end(args);
75}
76EXPORT_SYMBOL(drm_err);
77
78void drm_ut_debug_printk(const char *function_name, const char *format, ...)
79{
80 struct va_format vaf;
81 va_list args;
82
83 va_start(args, format);
84 vaf.fmt = format;
85 vaf.va = &args;
86
87 printk(KERN_DEBUG "[" DRM_NAME ":%s] %pV", function_name, &vaf);
88
89 va_end(args);
90}
91EXPORT_SYMBOL(drm_ut_debug_printk);
92
93struct drm_master *drm_master_create(struct drm_minor *minor)
94{
95 struct drm_master *master;
96
97 master = kzalloc(sizeof(*master), GFP_KERNEL);
98 if (!master)
99 return NULL;
100
101 kref_init(&master->refcount);
102 spin_lock_init(&master->lock.spinlock);
103 init_waitqueue_head(&master->lock.lock_queue);
104 idr_init(&master->magic_map);
105 master->minor = minor;
106
107 return master;
108}
109
110struct drm_master *drm_master_get(struct drm_master *master)
111{
112 kref_get(&master->refcount);
113 return master;
114}
115EXPORT_SYMBOL(drm_master_get);
116
117static void drm_master_destroy(struct kref *kref)
118{
119 struct drm_master *master = container_of(kref, struct drm_master, refcount);
120 struct drm_device *dev = master->minor->dev;
121 struct drm_map_list *r_list, *list_temp;
122
123 mutex_lock(&dev->struct_mutex);
124 if (dev->driver->master_destroy)
125 dev->driver->master_destroy(dev, master);
126
127 list_for_each_entry_safe(r_list, list_temp, &dev->maplist, head) {
128 if (r_list->master == master) {
129 drm_legacy_rmmap_locked(dev, r_list->map);
130 r_list = NULL;
131 }
132 }
133 mutex_unlock(&dev->struct_mutex);
134
135 idr_destroy(&master->magic_map);
136 kfree(master->unique);
137 kfree(master);
138}
139
140void drm_master_put(struct drm_master **master)
141{
142 kref_put(&(*master)->refcount, drm_master_destroy);
143 *master = NULL;
144}
145EXPORT_SYMBOL(drm_master_put);
146
147int drm_setmaster_ioctl(struct drm_device *dev, void *data,
148 struct drm_file *file_priv)
149{
150 int ret = 0;
151
152 mutex_lock(&dev->master_mutex);
153 if (file_priv->is_master)
154 goto out_unlock;
155
156 if (file_priv->minor->master) {
157 ret = -EINVAL;
158 goto out_unlock;
159 }
160
161 if (!file_priv->master) {
162 ret = -EINVAL;
163 goto out_unlock;
164 }
165
166 file_priv->minor->master = drm_master_get(file_priv->master);
167 file_priv->is_master = 1;
168 if (dev->driver->master_set) {
169 ret = dev->driver->master_set(dev, file_priv, false);
170 if (unlikely(ret != 0)) {
171 file_priv->is_master = 0;
172 drm_master_put(&file_priv->minor->master);
173 }
174 }
175
176out_unlock:
177 mutex_unlock(&dev->master_mutex);
178 return ret;
179}
180
181int drm_dropmaster_ioctl(struct drm_device *dev, void *data,
182 struct drm_file *file_priv)
183{
184 int ret = -EINVAL;
185
186 mutex_lock(&dev->master_mutex);
187 if (!file_priv->is_master)
188 goto out_unlock;
189
190 if (!file_priv->minor->master)
191 goto out_unlock;
192
193 ret = 0;
194 if (dev->driver->master_drop)
195 dev->driver->master_drop(dev, file_priv, false);
196 drm_master_put(&file_priv->minor->master);
197 file_priv->is_master = 0;
198
199out_unlock:
200 mutex_unlock(&dev->master_mutex);
201 return ret;
202}
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217static struct drm_minor **drm_minor_get_slot(struct drm_device *dev,
218 unsigned int type)
219{
220 switch (type) {
221 case DRM_MINOR_LEGACY:
222 return &dev->primary;
223 case DRM_MINOR_RENDER:
224 return &dev->render;
225 case DRM_MINOR_CONTROL:
226 return &dev->control;
227 default:
228 return NULL;
229 }
230}
231
232static int drm_minor_alloc(struct drm_device *dev, unsigned int type)
233{
234 struct drm_minor *minor;
235 unsigned long flags;
236 int r;
237
238 minor = kzalloc(sizeof(*minor), GFP_KERNEL);
239 if (!minor)
240 return -ENOMEM;
241
242 minor->type = type;
243 minor->dev = dev;
244
245 idr_preload(GFP_KERNEL);
246 spin_lock_irqsave(&drm_minor_lock, flags);
247 r = idr_alloc(&drm_minors_idr,
248 NULL,
249 64 * type,
250 64 * (type + 1),
251 GFP_NOWAIT);
252 spin_unlock_irqrestore(&drm_minor_lock, flags);
253 idr_preload_end();
254
255 if (r < 0)
256 goto err_free;
257
258 minor->index = r;
259
260 minor->kdev = drm_sysfs_minor_alloc(minor);
261 if (IS_ERR(minor->kdev)) {
262 r = PTR_ERR(minor->kdev);
263 goto err_index;
264 }
265
266 *drm_minor_get_slot(dev, type) = minor;
267 return 0;
268
269err_index:
270 spin_lock_irqsave(&drm_minor_lock, flags);
271 idr_remove(&drm_minors_idr, minor->index);
272 spin_unlock_irqrestore(&drm_minor_lock, flags);
273err_free:
274 kfree(minor);
275 return r;
276}
277
278static void drm_minor_free(struct drm_device *dev, unsigned int type)
279{
280 struct drm_minor **slot, *minor;
281 unsigned long flags;
282
283 slot = drm_minor_get_slot(dev, type);
284 minor = *slot;
285 if (!minor)
286 return;
287
288 drm_mode_group_destroy(&minor->mode_group);
289 put_device(minor->kdev);
290
291 spin_lock_irqsave(&drm_minor_lock, flags);
292 idr_remove(&drm_minors_idr, minor->index);
293 spin_unlock_irqrestore(&drm_minor_lock, flags);
294
295 kfree(minor);
296 *slot = NULL;
297}
298
299static int drm_minor_register(struct drm_device *dev, unsigned int type)
300{
301 struct drm_minor *minor;
302 unsigned long flags;
303 int ret;
304
305 DRM_DEBUG("\n");
306
307 minor = *drm_minor_get_slot(dev, type);
308 if (!minor)
309 return 0;
310
311 ret = drm_debugfs_init(minor, minor->index, drm_debugfs_root);
312 if (ret) {
313 DRM_ERROR("DRM: Failed to initialize /sys/kernel/debug/dri.\n");
314 return ret;
315 }
316
317 ret = device_add(minor->kdev);
318 if (ret)
319 goto err_debugfs;
320
321
322 spin_lock_irqsave(&drm_minor_lock, flags);
323 idr_replace(&drm_minors_idr, minor, minor->index);
324 spin_unlock_irqrestore(&drm_minor_lock, flags);
325
326 DRM_DEBUG("new minor registered %d\n", minor->index);
327 return 0;
328
329err_debugfs:
330 drm_debugfs_cleanup(minor);
331 return ret;
332}
333
334static void drm_minor_unregister(struct drm_device *dev, unsigned int type)
335{
336 struct drm_minor *minor;
337 unsigned long flags;
338
339 minor = *drm_minor_get_slot(dev, type);
340 if (!minor || !device_is_registered(minor->kdev))
341 return;
342
343
344 spin_lock_irqsave(&drm_minor_lock, flags);
345 idr_replace(&drm_minors_idr, NULL, minor->index);
346 spin_unlock_irqrestore(&drm_minor_lock, flags);
347
348 device_del(minor->kdev);
349 dev_set_drvdata(minor->kdev, NULL);
350 drm_debugfs_cleanup(minor);
351}
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369struct drm_minor *drm_minor_acquire(unsigned int minor_id)
370{
371 struct drm_minor *minor;
372 unsigned long flags;
373
374 spin_lock_irqsave(&drm_minor_lock, flags);
375 minor = idr_find(&drm_minors_idr, minor_id);
376 if (minor)
377 drm_dev_ref(minor->dev);
378 spin_unlock_irqrestore(&drm_minor_lock, flags);
379
380 if (!minor) {
381 return ERR_PTR(-ENODEV);
382 } else if (drm_device_is_unplugged(minor->dev)) {
383 drm_dev_unref(minor->dev);
384 return ERR_PTR(-ENODEV);
385 }
386
387 return minor;
388}
389
390
391
392
393
394
395
396void drm_minor_release(struct drm_minor *minor)
397{
398 drm_dev_unref(minor->dev);
399}
400
401
402
403
404
405
406
407
408
409
410
411
412void drm_put_dev(struct drm_device *dev)
413{
414 DRM_DEBUG("\n");
415
416 if (!dev) {
417 DRM_ERROR("cleanup called no dev\n");
418 return;
419 }
420
421 drm_dev_unregister(dev);
422 drm_dev_unref(dev);
423}
424EXPORT_SYMBOL(drm_put_dev);
425
426void drm_unplug_dev(struct drm_device *dev)
427{
428
429 drm_minor_unregister(dev, DRM_MINOR_LEGACY);
430 drm_minor_unregister(dev, DRM_MINOR_RENDER);
431 drm_minor_unregister(dev, DRM_MINOR_CONTROL);
432
433 mutex_lock(&drm_global_mutex);
434
435 drm_device_set_unplugged(dev);
436
437 if (dev->open_count == 0) {
438 drm_put_dev(dev);
439 }
440 mutex_unlock(&drm_global_mutex);
441}
442EXPORT_SYMBOL(drm_unplug_dev);
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462static int drm_fs_cnt;
463static struct vfsmount *drm_fs_mnt;
464
465static const struct dentry_operations drm_fs_dops = {
466 .d_dname = simple_dname,
467};
468
469static const struct super_operations drm_fs_sops = {
470 .statfs = simple_statfs,
471};
472
473static struct dentry *drm_fs_mount(struct file_system_type *fs_type, int flags,
474 const char *dev_name, void *data)
475{
476 return mount_pseudo(fs_type,
477 "drm:",
478 &drm_fs_sops,
479 &drm_fs_dops,
480 0x010203ff);
481}
482
483static struct file_system_type drm_fs_type = {
484 .name = "drm",
485 .owner = THIS_MODULE,
486 .mount = drm_fs_mount,
487 .kill_sb = kill_anon_super,
488};
489
490static struct inode *drm_fs_inode_new(void)
491{
492 struct inode *inode;
493 int r;
494
495 r = simple_pin_fs(&drm_fs_type, &drm_fs_mnt, &drm_fs_cnt);
496 if (r < 0) {
497 DRM_ERROR("Cannot mount pseudo fs: %d\n", r);
498 return ERR_PTR(r);
499 }
500
501 inode = alloc_anon_inode(drm_fs_mnt->mnt_sb);
502 if (IS_ERR(inode))
503 simple_release_fs(&drm_fs_mnt, &drm_fs_cnt);
504
505 return inode;
506}
507
508static void drm_fs_inode_free(struct inode *inode)
509{
510 if (inode) {
511 iput(inode);
512 simple_release_fs(&drm_fs_mnt, &drm_fs_cnt);
513 }
514}
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533struct drm_device *drm_dev_alloc(struct drm_driver *driver,
534 struct device *parent)
535{
536 struct drm_device *dev;
537 int ret;
538
539 dev = kzalloc(sizeof(*dev), GFP_KERNEL);
540 if (!dev)
541 return NULL;
542
543 kref_init(&dev->ref);
544 dev->dev = parent;
545 dev->driver = driver;
546
547 INIT_LIST_HEAD(&dev->filelist);
548 INIT_LIST_HEAD(&dev->ctxlist);
549 INIT_LIST_HEAD(&dev->vmalist);
550 INIT_LIST_HEAD(&dev->maplist);
551 INIT_LIST_HEAD(&dev->vblank_event_list);
552
553 spin_lock_init(&dev->buf_lock);
554 spin_lock_init(&dev->event_lock);
555 mutex_init(&dev->struct_mutex);
556 mutex_init(&dev->ctxlist_mutex);
557 mutex_init(&dev->master_mutex);
558
559 dev->anon_inode = drm_fs_inode_new();
560 if (IS_ERR(dev->anon_inode)) {
561 ret = PTR_ERR(dev->anon_inode);
562 DRM_ERROR("Cannot allocate anonymous inode: %d\n", ret);
563 goto err_free;
564 }
565
566 if (drm_core_check_feature(dev, DRIVER_MODESET)) {
567 ret = drm_minor_alloc(dev, DRM_MINOR_CONTROL);
568 if (ret)
569 goto err_minors;
570 }
571
572 if (drm_core_check_feature(dev, DRIVER_RENDER)) {
573 ret = drm_minor_alloc(dev, DRM_MINOR_RENDER);
574 if (ret)
575 goto err_minors;
576 }
577
578 ret = drm_minor_alloc(dev, DRM_MINOR_LEGACY);
579 if (ret)
580 goto err_minors;
581
582 if (drm_ht_create(&dev->map_hash, 12))
583 goto err_minors;
584
585 ret = drm_legacy_ctxbitmap_init(dev);
586 if (ret) {
587 DRM_ERROR("Cannot allocate memory for context bitmap.\n");
588 goto err_ht;
589 }
590
591 if (drm_core_check_feature(dev, DRIVER_GEM)) {
592 ret = drm_gem_init(dev);
593 if (ret) {
594 DRM_ERROR("Cannot initialize graphics execution manager (GEM)\n");
595 goto err_ctxbitmap;
596 }
597 }
598
599 return dev;
600
601err_ctxbitmap:
602 drm_legacy_ctxbitmap_cleanup(dev);
603err_ht:
604 drm_ht_remove(&dev->map_hash);
605err_minors:
606 drm_minor_free(dev, DRM_MINOR_LEGACY);
607 drm_minor_free(dev, DRM_MINOR_RENDER);
608 drm_minor_free(dev, DRM_MINOR_CONTROL);
609 drm_fs_inode_free(dev->anon_inode);
610err_free:
611 mutex_destroy(&dev->master_mutex);
612 kfree(dev);
613 return NULL;
614}
615EXPORT_SYMBOL(drm_dev_alloc);
616
617static void drm_dev_release(struct kref *ref)
618{
619 struct drm_device *dev = container_of(ref, struct drm_device, ref);
620
621 if (drm_core_check_feature(dev, DRIVER_GEM))
622 drm_gem_destroy(dev);
623
624 drm_legacy_ctxbitmap_cleanup(dev);
625 drm_ht_remove(&dev->map_hash);
626 drm_fs_inode_free(dev->anon_inode);
627
628 drm_minor_free(dev, DRM_MINOR_LEGACY);
629 drm_minor_free(dev, DRM_MINOR_RENDER);
630 drm_minor_free(dev, DRM_MINOR_CONTROL);
631
632 mutex_destroy(&dev->master_mutex);
633 kfree(dev->unique);
634 kfree(dev);
635}
636
637
638
639
640
641
642
643
644
645
646
647
648
649void drm_dev_ref(struct drm_device *dev)
650{
651 if (dev)
652 kref_get(&dev->ref);
653}
654EXPORT_SYMBOL(drm_dev_ref);
655
656
657
658
659
660
661
662
663void drm_dev_unref(struct drm_device *dev)
664{
665 if (dev)
666 kref_put(&dev->ref, drm_dev_release);
667}
668EXPORT_SYMBOL(drm_dev_unref);
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684int drm_dev_register(struct drm_device *dev, unsigned long flags)
685{
686 int ret;
687
688 mutex_lock(&drm_global_mutex);
689
690 ret = drm_minor_register(dev, DRM_MINOR_CONTROL);
691 if (ret)
692 goto err_minors;
693
694 ret = drm_minor_register(dev, DRM_MINOR_RENDER);
695 if (ret)
696 goto err_minors;
697
698 ret = drm_minor_register(dev, DRM_MINOR_LEGACY);
699 if (ret)
700 goto err_minors;
701
702 if (dev->driver->load) {
703 ret = dev->driver->load(dev, flags);
704 if (ret)
705 goto err_minors;
706 }
707
708
709 if (drm_core_check_feature(dev, DRIVER_MODESET)) {
710 ret = drm_mode_group_init_legacy_group(dev,
711 &dev->primary->mode_group);
712 if (ret)
713 goto err_unload;
714 }
715
716 ret = 0;
717 goto out_unlock;
718
719err_unload:
720 if (dev->driver->unload)
721 dev->driver->unload(dev);
722err_minors:
723 drm_minor_unregister(dev, DRM_MINOR_LEGACY);
724 drm_minor_unregister(dev, DRM_MINOR_RENDER);
725 drm_minor_unregister(dev, DRM_MINOR_CONTROL);
726out_unlock:
727 mutex_unlock(&drm_global_mutex);
728 return ret;
729}
730EXPORT_SYMBOL(drm_dev_register);
731
732
733
734
735
736
737
738
739
740void drm_dev_unregister(struct drm_device *dev)
741{
742 struct drm_map_list *r_list, *list_temp;
743
744 drm_lastclose(dev);
745
746 if (dev->driver->unload)
747 dev->driver->unload(dev);
748
749 if (dev->agp)
750 drm_pci_agp_destroy(dev);
751
752 drm_vblank_cleanup(dev);
753
754 list_for_each_entry_safe(r_list, list_temp, &dev->maplist, head)
755 drm_legacy_rmmap(dev, r_list->map);
756
757 drm_minor_unregister(dev, DRM_MINOR_LEGACY);
758 drm_minor_unregister(dev, DRM_MINOR_RENDER);
759 drm_minor_unregister(dev, DRM_MINOR_CONTROL);
760}
761EXPORT_SYMBOL(drm_dev_unregister);
762
763
764
765
766
767
768
769
770
771
772
773
774int drm_dev_set_unique(struct drm_device *dev, const char *fmt, ...)
775{
776 va_list ap;
777
778 kfree(dev->unique);
779
780 va_start(ap, fmt);
781 dev->unique = kvasprintf(GFP_KERNEL, fmt, ap);
782 va_end(ap);
783
784 return dev->unique ? 0 : -ENOMEM;
785}
786EXPORT_SYMBOL(drm_dev_set_unique);
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808static int drm_stub_open(struct inode *inode, struct file *filp)
809{
810 const struct file_operations *new_fops;
811 struct drm_minor *minor;
812 int err;
813
814 DRM_DEBUG("\n");
815
816 mutex_lock(&drm_global_mutex);
817 minor = drm_minor_acquire(iminor(inode));
818 if (IS_ERR(minor)) {
819 err = PTR_ERR(minor);
820 goto out_unlock;
821 }
822
823 new_fops = fops_get(minor->dev->driver->fops);
824 if (!new_fops) {
825 err = -ENODEV;
826 goto out_release;
827 }
828
829 replace_fops(filp, new_fops);
830 if (filp->f_op->open)
831 err = filp->f_op->open(inode, filp);
832 else
833 err = 0;
834
835out_release:
836 drm_minor_release(minor);
837out_unlock:
838 mutex_unlock(&drm_global_mutex);
839 return err;
840}
841
842static const struct file_operations drm_stub_fops = {
843 .owner = THIS_MODULE,
844 .open = drm_stub_open,
845 .llseek = noop_llseek,
846};
847
848static int __init drm_core_init(void)
849{
850 int ret = -ENOMEM;
851
852 drm_global_init();
853 drm_connector_ida_init();
854 idr_init(&drm_minors_idr);
855
856 if (register_chrdev(DRM_MAJOR, "drm", &drm_stub_fops))
857 goto err_p1;
858
859 drm_class = drm_sysfs_create(THIS_MODULE, "drm");
860 if (IS_ERR(drm_class)) {
861 printk(KERN_ERR "DRM: Error creating drm class.\n");
862 ret = PTR_ERR(drm_class);
863 goto err_p2;
864 }
865
866 drm_debugfs_root = debugfs_create_dir("dri", NULL);
867 if (!drm_debugfs_root) {
868 DRM_ERROR("Cannot create /sys/kernel/debug/dri\n");
869 ret = -1;
870 goto err_p3;
871 }
872
873 DRM_INFO("Initialized %s %d.%d.%d %s\n",
874 CORE_NAME, CORE_MAJOR, CORE_MINOR, CORE_PATCHLEVEL, CORE_DATE);
875 return 0;
876err_p3:
877 drm_sysfs_destroy();
878err_p2:
879 unregister_chrdev(DRM_MAJOR, "drm");
880
881 idr_destroy(&drm_minors_idr);
882err_p1:
883 return ret;
884}
885
886static void __exit drm_core_exit(void)
887{
888 debugfs_remove(drm_debugfs_root);
889 drm_sysfs_destroy();
890
891 unregister_chrdev(DRM_MAJOR, "drm");
892
893 drm_connector_ida_destroy();
894 idr_destroy(&drm_minors_idr);
895}
896
897module_init(drm_core_init);
898module_exit(drm_core_exit);
899