Lines Matching refs:qptr
237 __cvmx_cmd_queue_state_t *qptr) in __cvmx_cmd_queue_lock() argument
243 prefetch(qptr); in __cvmx_cmd_queue_lock()
279 [now_serving] "=m"(qptr->now_serving), [ticket] "=r"(tmp), in __cvmx_cmd_queue_lock()
289 static inline void __cvmx_cmd_queue_unlock(__cvmx_cmd_queue_state_t *qptr) in __cvmx_cmd_queue_unlock() argument
291 qptr->now_serving++; in __cvmx_cmd_queue_unlock()
332 __cvmx_cmd_queue_state_t *qptr = __cvmx_cmd_queue_get_state(queue_id); in cvmx_cmd_queue_write() local
336 __cvmx_cmd_queue_lock(queue_id, qptr); in cvmx_cmd_queue_write()
343 if (CVMX_CMD_QUEUE_ENABLE_MAX_DEPTH && unlikely(qptr->max_depth)) { in cvmx_cmd_queue_write()
345 (cvmx_cmd_queue_length(queue_id) > (int)qptr->max_depth)) { in cvmx_cmd_queue_write()
347 __cvmx_cmd_queue_unlock(qptr); in cvmx_cmd_queue_write()
356 if (likely(qptr->index + cmd_count < qptr->pool_size_m1)) { in cvmx_cmd_queue_write()
358 (uint64_t *) cvmx_phys_to_ptr((uint64_t) qptr-> in cvmx_cmd_queue_write()
360 ptr += qptr->index; in cvmx_cmd_queue_write()
361 qptr->index += cmd_count; in cvmx_cmd_queue_write()
372 (uint64_t *) cvmx_fpa_alloc(qptr->fpa_pool); in cvmx_cmd_queue_write()
375 __cvmx_cmd_queue_unlock(qptr); in cvmx_cmd_queue_write()
379 (uint64_t *) cvmx_phys_to_ptr((uint64_t) qptr-> in cvmx_cmd_queue_write()
386 count = qptr->pool_size_m1 - qptr->index; in cvmx_cmd_queue_write()
387 ptr += qptr->index; in cvmx_cmd_queue_write()
397 qptr->base_ptr_div128 = *ptr >> 7; in cvmx_cmd_queue_write()
398 qptr->index = cmd_count; in cvmx_cmd_queue_write()
406 __cvmx_cmd_queue_unlock(qptr); in cvmx_cmd_queue_write()
430 __cvmx_cmd_queue_state_t *qptr = __cvmx_cmd_queue_get_state(queue_id); in cvmx_cmd_queue_write2() local
434 __cvmx_cmd_queue_lock(queue_id, qptr); in cvmx_cmd_queue_write2()
441 if (CVMX_CMD_QUEUE_ENABLE_MAX_DEPTH && unlikely(qptr->max_depth)) { in cvmx_cmd_queue_write2()
443 (cvmx_cmd_queue_length(queue_id) > (int)qptr->max_depth)) { in cvmx_cmd_queue_write2()
445 __cvmx_cmd_queue_unlock(qptr); in cvmx_cmd_queue_write2()
454 if (likely(qptr->index + 2 < qptr->pool_size_m1)) { in cvmx_cmd_queue_write2()
456 (uint64_t *) cvmx_phys_to_ptr((uint64_t) qptr-> in cvmx_cmd_queue_write2()
458 ptr += qptr->index; in cvmx_cmd_queue_write2()
459 qptr->index += 2; in cvmx_cmd_queue_write2()
469 int count = qptr->pool_size_m1 - qptr->index; in cvmx_cmd_queue_write2()
475 (uint64_t *) cvmx_fpa_alloc(qptr->fpa_pool); in cvmx_cmd_queue_write2()
478 __cvmx_cmd_queue_unlock(qptr); in cvmx_cmd_queue_write2()
483 (uint64_t *) cvmx_phys_to_ptr((uint64_t) qptr-> in cvmx_cmd_queue_write2()
485 ptr += qptr->index; in cvmx_cmd_queue_write2()
495 qptr->base_ptr_div128 = *ptr >> 7; in cvmx_cmd_queue_write2()
496 qptr->index = 0; in cvmx_cmd_queue_write2()
498 qptr->index = 1; in cvmx_cmd_queue_write2()
505 __cvmx_cmd_queue_unlock(qptr); in cvmx_cmd_queue_write2()
531 __cvmx_cmd_queue_state_t *qptr = __cvmx_cmd_queue_get_state(queue_id); in cvmx_cmd_queue_write3() local
535 __cvmx_cmd_queue_lock(queue_id, qptr); in cvmx_cmd_queue_write3()
542 if (CVMX_CMD_QUEUE_ENABLE_MAX_DEPTH && unlikely(qptr->max_depth)) { in cvmx_cmd_queue_write3()
544 (cvmx_cmd_queue_length(queue_id) > (int)qptr->max_depth)) { in cvmx_cmd_queue_write3()
546 __cvmx_cmd_queue_unlock(qptr); in cvmx_cmd_queue_write3()
555 if (likely(qptr->index + 3 < qptr->pool_size_m1)) { in cvmx_cmd_queue_write3()
557 (uint64_t *) cvmx_phys_to_ptr((uint64_t) qptr-> in cvmx_cmd_queue_write3()
559 ptr += qptr->index; in cvmx_cmd_queue_write3()
560 qptr->index += 3; in cvmx_cmd_queue_write3()
571 int count = qptr->pool_size_m1 - qptr->index; in cvmx_cmd_queue_write3()
577 (uint64_t *) cvmx_fpa_alloc(qptr->fpa_pool); in cvmx_cmd_queue_write3()
580 __cvmx_cmd_queue_unlock(qptr); in cvmx_cmd_queue_write3()
585 (uint64_t *) cvmx_phys_to_ptr((uint64_t) qptr-> in cvmx_cmd_queue_write3()
587 ptr += qptr->index; in cvmx_cmd_queue_write3()
600 qptr->base_ptr_div128 = *ptr >> 7; in cvmx_cmd_queue_write3()
601 qptr->index = 0; in cvmx_cmd_queue_write3()
605 qptr->index++; in cvmx_cmd_queue_write3()
609 qptr->index++; in cvmx_cmd_queue_write3()
615 __cvmx_cmd_queue_unlock(qptr); in cvmx_cmd_queue_write3()