io/drm/i915_gem.c

84 	drm_i915_private_t *dev_priv = dev->dev_private;
105 	(void) drm_mm_init(&dev_priv->mm.gtt_space,
107 	DRM_DEBUG("i915_gem_init_ioctl dev->gtt_total %x, dev_priv->mm.gtt_space 0x%x gtt_start 0x%lx", dev->gtt_total, dev_priv->mm.gtt_space, args.gtt_start);
535 	drm_i915_private_t *dev_priv = dev->dev_private;
545 		       &dev_priv->mm.active_list, (caddr_t)obj_priv);
553 	drm_i915_private_t *dev_priv = dev->dev_private;
556 	list_move_tail(&obj_priv->list, &dev_priv->mm.flushing_list, (caddr_t)obj_priv);
564 	drm_i915_private_t *dev_priv = dev->dev_private;
571 		list_move_tail(&obj_priv->list, &dev_priv->mm.inactive_list, (caddr_t)obj_priv);
591 	drm_i915_private_t *dev_priv = dev->dev_private;
605 	seqno = dev_priv->mm.next_gem_seqno;
606 	dev_priv->mm.next_gem_seqno++;
607 	if (dev_priv->mm.next_gem_seqno == 0)
608 		dev_priv->mm.next_gem_seqno++;
626 	was_empty = list_empty(&dev_priv->mm.request_list);
627 	list_add_tail(&request->list, &dev_priv->mm.request_list, (caddr_t)request);
635 		obj_priv = list_entry(dev_priv->mm.flushing_list.next, struct drm_i915_gem_object, list),
637 		for(; &obj_priv->list != &dev_priv->mm.flushing_list;
651 	if (was_empty && !dev_priv->mm.suspended)
669 	drm_i915_private_t *dev_priv = dev->dev_private;
693 	drm_i915_private_t *dev_priv = dev->dev_private;
697 	while (!list_empty(&dev_priv->mm.active_list)) {
701 		obj_priv = list_entry(dev_priv->mm.active_list.next,
736 	drm_i915_private_t *dev_priv = dev->dev_private;
738 	return READ_HWSP(dev_priv, I915_GEM_HWS_INDEX);
747 	drm_i915_private_t *dev_priv = dev->dev_private;
752 	while (!list_empty(&dev_priv->mm.request_list)) {
755 		request = (struct drm_i915_gem_request *)(uintptr_t)(dev_priv->mm.request_list.next->contain_ptr);
759 		    dev_priv->mm.wedged) {
773 	drm_i915_private_t *dev_priv = dev->dev_private;
784 	if (!dev_priv->mm.suspended && !list_empty(&dev_priv->mm.request_list))
810 	drm_i915_private_t *dev_priv = dev->dev_private;
852 	 if (!dev_priv->mm.suspended) {
853 		drm_i915_ring_buffer_t *ring = &dev_priv->ring;
856 		dev_priv->mm.suspended = 0;
888 	drm_i915_private_t *dev_priv = dev->dev_private;
906 		dev_priv->mm.waiting_gem_seqno = seqno;
908 		DRM_WAIT(ret, &dev_priv->irq_queue,
910 				dev_priv->mm.wedged));
912 		dev_priv->mm.waiting_gem_seqno = 0;
914 	if (dev_priv->mm.wedged) {
922 			dev_priv->mm.wedged = 1;
925 			dev_priv->mm.wedged = 0;
947 	drm_i915_private_t *dev_priv = dev->dev_private;
1118 	drm_i915_private_t *dev_priv = dev->dev_private;
1127 		if (!list_empty(&dev_priv->mm.inactive_list)) {
1128 			obj_priv = list_entry(dev_priv->mm.inactive_list.next,
1143 		if (!list_empty(&dev_priv->mm.request_list)) {
1146 			request = list_entry(dev_priv->mm.request_list.next,
1159 			if (!list_empty(&dev_priv->mm.inactive_list))
1169 		if (!list_empty(&dev_priv->mm.flushing_list)) {
1170 			obj_priv = list_entry(dev_priv->mm.flushing_list.next,
1186 			  list_empty(&dev_priv->mm.inactive_list),
1187 			  list_empty(&dev_priv->mm.request_list),
1188 			  list_empty(&dev_priv->mm.flushing_list));
1221 	drm_i915_private_t *dev_priv = dev->dev_private;
1226 	if (dev_priv->mm.suspended)
1240 	free_space = drm_mm_search_free(&dev_priv->mm.gtt_space,
1254 		if (list_empty(&dev_priv->mm.inactive_list) &&
1255 		    list_empty(&dev_priv->mm.flushing_list) &&
1256 		    list_empty(&dev_priv->mm.active_list)) {
1904 	drm_i915_private_t *dev_priv = dev->dev_private;
1995 	drm_i915_private_t *dev_priv = dev->dev_private;
2043 	if (dev_priv->mm.wedged) {
2049 	if (dev_priv->mm.suspended) {
2260 	drm_i915_private_t *dev_priv = dev->dev_private;
2275 				       &dev_priv->mm.inactive_list, (caddr_t)obj_priv);
2542 	drm_i915_private_t *dev_priv = dev->dev_private;
2548 	if (dev_priv->mm.suspended || dev_priv->ring.ring_obj == NULL) {
2556 	dev_priv->mm.suspended = 1;
2578 	dev_priv->mm.waiting_gem_seqno = seqno;
2588 				dev_priv->mm.wedged = 1;
2589 				DRM_WAKEUP(&dev_priv->irq_queue);
2596 	dev_priv->mm.waiting_gem_seqno = 0;
2605 	while (!list_empty(&dev_priv->mm.active_list)) {
2608 		obj_priv = list_entry(dev_priv->mm.active_list.next,
2615 	while (!list_empty(&dev_priv->mm.flushing_list)) {
2618 		obj_priv = list_entry(dev_priv->mm.flushing_list.next,
2626 	ret = i915_gem_evict_from_list(dev, &dev_priv->mm.inactive_list, type);
2627 	ASSERT(list_empty(&dev_priv->mm.inactive_list));
2642 	drm_i915_private_t *dev_priv = dev->dev_private;
2668 	dev_priv->status_gfx_addr = obj_priv->gtt_offset;
2669 	dev_priv->hws_map.offset = dev->agp->agp_info.agpi_aperbase + obj_priv->gtt_offset;
2670 	dev_priv->hws_map.size = 4096;
2671 	dev_priv->hws_map.type = 0;
2672 	dev_priv->hws_map.flags = 0;
2673 	dev_priv->hws_map.mtrr = 0;
2675 	drm_core_ioremap(&dev_priv->hws_map, dev);
2676 	if (dev_priv->hws_map.handle == NULL) {
2678 		(void) memset(&dev_priv->hws_map, 0, sizeof(dev_priv->hws_map));
2683 	dev_priv->hws_obj = obj;
2685 	dev_priv->hw_status_page = dev_priv->hws_map.handle;
2687 	(void) memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
2688 	I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
2690 	DRM_DEBUG("hws offset: 0x%08x\n", dev_priv->status_gfx_addr);
2698 	drm_i915_private_t *dev_priv = dev->dev_private;
2701 	if (dev_priv->hws_obj == NULL)
2704 	obj = dev_priv->hws_obj;
2706 	drm_core_ioremapfree(&dev_priv->hws_map, dev);
2709 	dev_priv->hws_obj = NULL;
2711 	(void) memset(&dev_priv->hws_map, 0, sizeof(dev_priv->hws_map));
2712 	dev_priv->hw_status_page = NULL;
2721 	drm_i915_private_t *dev_priv = dev->dev_private;
2746 	dev_priv->ring.Size = obj->size;
2747 	dev_priv->ring.tail_mask = obj->size - 1;
2749 	dev_priv->ring.map.offset = dev->agp->agp_info.agpi_aperbase + obj_priv->gtt_offset;
2750 	dev_priv->ring.map.size = obj->size;
2751 	dev_priv->ring.map.type = 0;
2752 	dev_priv->ring.map.flags = 0;
2753 	dev_priv->ring.map.mtrr = 0;
2755 	drm_core_ioremap(&dev_priv->ring.map, dev);
2756 	if (dev_priv->ring.map.handle == NULL) {
2758 		(void) memset(&dev_priv->ring, 0, sizeof(dev_priv->ring));
2764 	dev_priv->ring.ring_obj = obj;
2766 	dev_priv->ring.virtual_start = (u8 *) dev_priv->ring.map.handle;
2823 	drm_i915_private_t *dev_priv = dev->dev_private;
2825 	if (dev_priv->ring.ring_obj == NULL)
2828 	drm_core_ioremapfree(&dev_priv->ring.map, dev);
2830 	i915_gem_object_unpin(dev_priv->ring.ring_obj);
2831 	drm_gem_object_unreference(dev_priv->ring.ring_obj);
2832 	dev_priv->ring.ring_obj = NULL;
2833 	(void) memset(&dev_priv->ring, 0, sizeof(dev_priv->ring));
2842 	drm_i915_private_t *dev_priv = dev->dev_private;
2848 	if (dev_priv->mm.wedged) {
2850 		dev_priv->mm.wedged = 0;
2853         dev_priv->mm.gtt_mapping.offset = dev->agp->agp_info.agpi_aperbase;
2854         dev_priv->mm.gtt_mapping.size = dev->agp->agp_info.agpi_apersize;
2855         dev_priv->mm.gtt_mapping.type = 0;
2856         dev_priv->mm.gtt_mapping.flags = 0;
2857         dev_priv->mm.gtt_mapping.mtrr = 0;
2859         drm_core_ioremap(&dev_priv->mm.gtt_mapping, dev);
2862 	dev_priv->mm.suspended = 0;
2879 	drm_i915_private_t *dev_priv = dev->dev_private;
2888 	drm_core_ioremapfree(&dev_priv->mm.gtt_mapping, dev);
2895         drm_i915_private_t *dev_priv = dev->dev_private;
2902 	drm_mm_clean_ml(&dev_priv->mm.gtt_space);
2908 	drm_i915_private_t *dev_priv = dev->dev_private;
2910 	INIT_LIST_HEAD(&dev_priv->mm.active_list);
2911 	INIT_LIST_HEAD(&dev_priv->mm.flushing_list);
2912 	INIT_LIST_HEAD(&dev_priv->mm.inactive_list);
2913 	INIT_LIST_HEAD(&dev_priv->mm.request_list);
2914 	dev_priv->mm.next_gem_seqno = 1;