habanalabs/common/memory_mgr.c

14  * @mmg: parent unified memory manager
20 struct hl_mmap_mem_buf *hl_mmap_mem_buf_get(struct hl_mem_mgr *mmg, u64 handle)
24 	spin_lock(&mmg->lock);
25 	buf = idr_find(&mmg->handles, lower_32_bits(handle >> PAGE_SHIFT));
27 		spin_unlock(&mmg->lock);
28 		dev_dbg(mmg->dev, "Buff get failed, no match to handle %#llx\n", handle);
32 	spin_unlock(&mmg->lock);
66 	spin_lock(&buf->mmg->lock);
67 	idr_remove(&buf->mmg->handles, lower_32_bits(buf->handle >> PAGE_SHIFT));
68 	spin_unlock(&buf->mmg->lock);
78  * Internal function, used for kref put by handle. Assumes mmg lock is taken.
86 	idr_remove(&buf->mmg->handles, lower_32_bits(buf->handle >> PAGE_SHIFT));
106  * @mmg: parent unified memory manager
113 int hl_mmap_mem_buf_put_handle(struct hl_mem_mgr *mmg, u64 handle)
117 	spin_lock(&mmg->lock);
118 	buf = idr_find(&mmg->handles, lower_32_bits(handle >> PAGE_SHIFT));
120 		spin_unlock(&mmg->lock);
121 		dev_dbg(mmg->dev,
127 		spin_unlock(&mmg->lock);
132 	spin_unlock(&mmg->lock);
139  * @mmg: parent unified memory manager
148 hl_mmap_mem_buf_alloc(struct hl_mem_mgr *mmg,
159 	spin_lock(&mmg->lock);
160 	rc = idr_alloc(&mmg->handles, buf, 1, 0, GFP_ATOMIC);
161 	spin_unlock(&mmg->lock);
163 		dev_err(mmg->dev,
169 	buf->mmg = mmg;
176 		dev_err(mmg->dev, "%s: Failure in buffer alloc callback %d\n",
184 	spin_lock(&mmg->lock);
185 	idr_remove(&mmg->handles, lower_32_bits(buf->handle >> PAGE_SHIFT));
186 	spin_unlock(&mmg->lock);
224  * @mmg: unified memory manager
230 int hl_mem_mgr_mmap(struct hl_mem_mgr *mmg, struct vm_area_struct *vma,
245 	buf = hl_mmap_mem_buf_get(mmg, handle);
247 		dev_err(mmg->dev,
255 		dev_err(mmg->dev,
269 		dev_err(mmg->dev, "%s: User pointer is invalid - 0x%lx\n",
277 		dev_err(mmg->dev,
310  * @mmg: structure to initialize
314 void hl_mem_mgr_init(struct device *dev, struct hl_mem_mgr *mmg)
316 	mmg->dev = dev;
317 	spin_lock_init(&mmg->lock);
318 	idr_init(&mmg->handles);
324  * @mmg: parent unified memory manager
328 void hl_mem_mgr_fini(struct hl_mem_mgr *mmg)
335 	idp = &mmg->handles;
340 			dev_err(mmg->dev,
348  * @mmg: parent unified memory manager
353 void hl_mem_mgr_idr_destroy(struct hl_mem_mgr *mmg)
355 	if (!idr_is_empty(&mmg->handles))
356 		dev_crit(mmg->dev, "memory manager IDR is destroyed while it is not empty!\n");
358 	idr_destroy(&mmg->handles);