asm/octeon/cvmx-cmd-queue.h

234  * @qptr:     Pointer to the queue's global state
237 					 __cvmx_cmd_queue_state_t *qptr)
243 	prefetch(qptr);
279 		[now_serving] "=m"(qptr->now_serving), [ticket] "=r"(tmp),
287  * @qptr:   Queue to unlock
289 static inline void __cvmx_cmd_queue_unlock(__cvmx_cmd_queue_state_t *qptr)
291 	qptr->now_serving++;
332 	__cvmx_cmd_queue_state_t *qptr = __cvmx_cmd_queue_get_state(queue_id);
336 		__cvmx_cmd_queue_lock(queue_id, qptr);
343 	if (CVMX_CMD_QUEUE_ENABLE_MAX_DEPTH && unlikely(qptr->max_depth)) {
345 		    (cvmx_cmd_queue_length(queue_id) > (int)qptr->max_depth)) {
347 				__cvmx_cmd_queue_unlock(qptr);
356 	if (likely(qptr->index + cmd_count < qptr->pool_size_m1)) {
358 		    (uint64_t *) cvmx_phys_to_ptr((uint64_t) qptr->
360 		ptr += qptr->index;
361 		qptr->index += cmd_count;
372 		    (uint64_t *) cvmx_fpa_alloc(qptr->fpa_pool);
375 				__cvmx_cmd_queue_unlock(qptr);
379 		    (uint64_t *) cvmx_phys_to_ptr((uint64_t) qptr->
386 		count = qptr->pool_size_m1 - qptr->index;
387 		ptr += qptr->index;
397 		qptr->base_ptr_div128 = *ptr >> 7;
398 		qptr->index = cmd_count;
406 		__cvmx_cmd_queue_unlock(qptr);
430 	__cvmx_cmd_queue_state_t *qptr = __cvmx_cmd_queue_get_state(queue_id);
434 		__cvmx_cmd_queue_lock(queue_id, qptr);
441 	if (CVMX_CMD_QUEUE_ENABLE_MAX_DEPTH && unlikely(qptr->max_depth)) {
443 		    (cvmx_cmd_queue_length(queue_id) > (int)qptr->max_depth)) {
445 				__cvmx_cmd_queue_unlock(qptr);
454 	if (likely(qptr->index + 2 < qptr->pool_size_m1)) {
456 		    (uint64_t *) cvmx_phys_to_ptr((uint64_t) qptr->
458 		ptr += qptr->index;
459 		qptr->index += 2;
469 		int count = qptr->pool_size_m1 - qptr->index;
475 		    (uint64_t *) cvmx_fpa_alloc(qptr->fpa_pool);
478 				__cvmx_cmd_queue_unlock(qptr);
483 		    (uint64_t *) cvmx_phys_to_ptr((uint64_t) qptr->
485 		ptr += qptr->index;
495 		qptr->base_ptr_div128 = *ptr >> 7;
496 		qptr->index = 0;
498 			qptr->index = 1;
505 		__cvmx_cmd_queue_unlock(qptr);
531 	__cvmx_cmd_queue_state_t *qptr = __cvmx_cmd_queue_get_state(queue_id);
535 		__cvmx_cmd_queue_lock(queue_id, qptr);
542 	if (CVMX_CMD_QUEUE_ENABLE_MAX_DEPTH && unlikely(qptr->max_depth)) {
544 		    (cvmx_cmd_queue_length(queue_id) > (int)qptr->max_depth)) {
546 				__cvmx_cmd_queue_unlock(qptr);
555 	if (likely(qptr->index + 3 < qptr->pool_size_m1)) {
557 		    (uint64_t *) cvmx_phys_to_ptr((uint64_t) qptr->
559 		ptr += qptr->index;
560 		qptr->index += 3;
571 		int count = qptr->pool_size_m1 - qptr->index;
577 		    (uint64_t *) cvmx_fpa_alloc(qptr->fpa_pool);
580 				__cvmx_cmd_queue_unlock(qptr);
585 		    (uint64_t *) cvmx_phys_to_ptr((uint64_t) qptr->
587 		ptr += qptr->index;
600 		qptr->base_ptr_div128 = *ptr >> 7;
601 		qptr->index = 0;
605 			qptr->index++;
609 			qptr->index++;
615 		__cvmx_cmd_queue_unlock(qptr);