Lines Matching refs:raw
240 struct scmi_raw_mode_info *raw; member
249 scmi_raw_queue_select(struct scmi_raw_mode_info *raw, unsigned int idx, in scmi_raw_queue_select() argument
253 return raw->q[idx]; in scmi_raw_queue_select()
255 return xa_load(&raw->chans_q, chan_id); in scmi_raw_queue_select()
336 scmi_xfer_raw_waiter_get(struct scmi_raw_mode_info *raw, struct scmi_xfer *xfer, in scmi_xfer_raw_waiter_get() argument
341 mutex_lock(&raw->free_mtx); in scmi_xfer_raw_waiter_get()
342 if (!list_empty(&raw->free_waiters)) { in scmi_xfer_raw_waiter_get()
343 rw = list_first_entry(&raw->free_waiters, in scmi_xfer_raw_waiter_get()
355 mutex_unlock(&raw->free_mtx); in scmi_xfer_raw_waiter_get()
360 static void scmi_xfer_raw_waiter_put(struct scmi_raw_mode_info *raw, in scmi_xfer_raw_waiter_put() argument
368 mutex_lock(&raw->free_mtx); in scmi_xfer_raw_waiter_put()
369 list_add_tail(&rw->node, &raw->free_waiters); in scmi_xfer_raw_waiter_put()
370 mutex_unlock(&raw->free_mtx); in scmi_xfer_raw_waiter_put()
373 static void scmi_xfer_raw_waiter_enqueue(struct scmi_raw_mode_info *raw, in scmi_xfer_raw_waiter_enqueue() argument
382 raw->desc->max_rx_timeout_ms, in scmi_xfer_raw_waiter_enqueue()
385 mutex_lock(&raw->active_mtx); in scmi_xfer_raw_waiter_enqueue()
386 list_add_tail(&rw->node, &raw->active_waiters); in scmi_xfer_raw_waiter_enqueue()
387 mutex_unlock(&raw->active_mtx); in scmi_xfer_raw_waiter_enqueue()
390 queue_work(raw->wait_wq, &raw->waiters_work); in scmi_xfer_raw_waiter_enqueue()
394 scmi_xfer_raw_waiter_dequeue(struct scmi_raw_mode_info *raw) in scmi_xfer_raw_waiter_dequeue() argument
398 mutex_lock(&raw->active_mtx); in scmi_xfer_raw_waiter_dequeue()
399 if (!list_empty(&raw->active_waiters)) { in scmi_xfer_raw_waiter_dequeue()
400 rw = list_first_entry(&raw->active_waiters, in scmi_xfer_raw_waiter_dequeue()
404 mutex_unlock(&raw->active_mtx); in scmi_xfer_raw_waiter_dequeue()
434 struct scmi_raw_mode_info *raw; in scmi_xfer_raw_worker() local
438 raw = container_of(work, struct scmi_raw_mode_info, waiters_work); in scmi_xfer_raw_worker()
439 dev = raw->handle->dev; in scmi_xfer_raw_worker()
440 max_tmo = msecs_to_jiffies(raw->desc->max_rx_timeout_ms); in scmi_xfer_raw_worker()
450 rw = scmi_xfer_raw_waiter_dequeue(raw); in scmi_xfer_raw_worker()
474 if (raw->desc->ops->mark_txdone) in scmi_xfer_raw_worker()
475 raw->desc->ops->mark_txdone(rw->cinfo, ret, xfer); in scmi_xfer_raw_worker()
491 scmi_xfer_raw_put(raw->handle, xfer); in scmi_xfer_raw_worker()
492 scmi_xfer_raw_waiter_put(raw, rw); in scmi_xfer_raw_worker()
496 static void scmi_xfer_raw_reset(struct scmi_raw_mode_info *raw) in scmi_xfer_raw_reset() argument
500 dev_info(raw->handle->dev, "Resetting SCMI Raw stack.\n"); in scmi_xfer_raw_reset()
503 scmi_raw_buffer_queue_flush(raw->q[i]); in scmi_xfer_raw_reset()
527 static int scmi_xfer_raw_get_init(struct scmi_raw_mode_info *raw, void *buf, in scmi_xfer_raw_get_init() argument
534 struct device *dev = raw->handle->dev; in scmi_xfer_raw_get_init()
541 if (tx_size > raw->desc->max_msg_size) in scmi_xfer_raw_get_init()
544 xfer = scmi_xfer_raw_get(raw->handle); in scmi_xfer_raw_get_init()
558 xfer->rx.len = raw->desc->max_msg_size; in scmi_xfer_raw_get_init()
560 memset(xfer->tx.buf, 0x00, raw->desc->max_msg_size); in scmi_xfer_raw_get_init()
572 ret = scmi_xfer_raw_inflight_register(raw->handle, xfer); in scmi_xfer_raw_get_init()
577 msleep(raw->desc->max_rx_timeout_ms / in scmi_xfer_raw_get_init()
586 scmi_xfer_raw_put(raw->handle, xfer); in scmi_xfer_raw_get_init()
611 static int scmi_do_xfer_raw_start(struct scmi_raw_mode_info *raw, in scmi_do_xfer_raw_start() argument
618 struct device *dev = raw->handle->dev; in scmi_do_xfer_raw_start()
625 cinfo = scmi_xfer_raw_channel_get(raw->handle, chan_id); in scmi_do_xfer_raw_start()
629 rw = scmi_xfer_raw_waiter_get(raw, xfer, cinfo, async); in scmi_do_xfer_raw_start()
636 if (is_polling_enabled(cinfo, raw->desc)) in scmi_do_xfer_raw_start()
647 ret = raw->desc->ops->send_message(rw->cinfo, xfer); in scmi_do_xfer_raw_start()
650 scmi_xfer_raw_waiter_put(raw, rw); in scmi_do_xfer_raw_start()
654 trace_scmi_msg_dump(raw->id, cinfo->id, xfer->hdr.protocol_id, in scmi_do_xfer_raw_start()
659 scmi_xfer_raw_waiter_enqueue(raw, rw); in scmi_do_xfer_raw_start()
677 static int scmi_raw_message_send(struct scmi_raw_mode_info *raw, in scmi_raw_message_send() argument
683 ret = scmi_xfer_raw_get_init(raw, buf, len, &xfer); in scmi_raw_message_send()
687 ret = scmi_do_xfer_raw_start(raw, xfer, chan_id, async); in scmi_raw_message_send()
689 scmi_xfer_raw_put(raw->handle, xfer); in scmi_raw_message_send()
735 static int scmi_raw_message_receive(struct scmi_raw_mode_info *raw, in scmi_raw_message_receive() argument
744 q = scmi_raw_queue_select(raw, idx, chan_id); in scmi_raw_message_receive()
750 dev_dbg(raw->handle->dev, "RAW - No message available!\n"); in scmi_raw_message_receive()
779 ret = scmi_raw_message_receive(rd->raw, rd->rx.buf, rd->rx.len, in scmi_dbg_raw_mode_common_read()
830 ret = scmi_raw_message_send(rd->raw, rd->tx.buf, rd->tx_size, in scmi_dbg_raw_mode_common_write()
849 q = scmi_raw_queue_select(rd->raw, idx, rd->chan_id); in scmi_test_dbg_raw_common_poll()
887 struct scmi_raw_mode_info *raw; in scmi_dbg_raw_mode_open() local
894 raw = inode->i_private; in scmi_dbg_raw_mode_open()
899 rd->rx.len = raw->desc->max_msg_size + sizeof(u32); in scmi_dbg_raw_mode_open()
906 rd->tx.len = raw->desc->max_msg_size + sizeof(u32); in scmi_dbg_raw_mode_open()
918 rd->raw = raw; in scmi_dbg_raw_mode_open()
941 scmi_xfer_raw_reset(rd->raw); in scmi_dbg_raw_mode_reset_write()
1025 scmi_raw_queue_init(struct scmi_raw_mode_info *raw) in scmi_raw_queue_init() argument
1029 struct device *dev = raw->handle->dev; in scmi_raw_queue_init()
1036 rb = devm_kcalloc(dev, raw->tx_max_msg, sizeof(*rb), GFP_KERNEL); in scmi_raw_queue_init()
1042 for (i = 0; i < raw->tx_max_msg; i++, rb++) { in scmi_raw_queue_init()
1043 rb->max_len = raw->desc->max_msg_size + sizeof(u32); in scmi_raw_queue_init()
1057 static int scmi_xfer_raw_worker_init(struct scmi_raw_mode_info *raw) in scmi_xfer_raw_worker_init() argument
1061 struct device *dev = raw->handle->dev; in scmi_xfer_raw_worker_init()
1063 rw = devm_kcalloc(dev, raw->tx_max_msg, sizeof(*rw), GFP_KERNEL); in scmi_xfer_raw_worker_init()
1067 raw->wait_wq = alloc_workqueue("scmi-raw-wait-wq-%d", in scmi_xfer_raw_worker_init()
1069 WQ_HIGHPRI, WQ_SYSFS, raw->id); in scmi_xfer_raw_worker_init()
1070 if (!raw->wait_wq) in scmi_xfer_raw_worker_init()
1073 mutex_init(&raw->free_mtx); in scmi_xfer_raw_worker_init()
1074 INIT_LIST_HEAD(&raw->free_waiters); in scmi_xfer_raw_worker_init()
1075 mutex_init(&raw->active_mtx); in scmi_xfer_raw_worker_init()
1076 INIT_LIST_HEAD(&raw->active_waiters); in scmi_xfer_raw_worker_init()
1078 for (i = 0; i < raw->tx_max_msg; i++, rw++) { in scmi_xfer_raw_worker_init()
1080 scmi_xfer_raw_waiter_put(raw, rw); in scmi_xfer_raw_worker_init()
1082 INIT_WORK(&raw->waiters_work, scmi_xfer_raw_worker); in scmi_xfer_raw_worker_init()
1087 static int scmi_raw_mode_setup(struct scmi_raw_mode_info *raw, in scmi_raw_mode_setup() argument
1092 struct device *dev = raw->handle->dev; in scmi_raw_mode_setup()
1099 raw->q[idx] = scmi_raw_queue_init(raw); in scmi_raw_mode_setup()
1100 if (IS_ERR(raw->q[idx])) { in scmi_raw_mode_setup()
1101 ret = PTR_ERR(raw->q[idx]); in scmi_raw_mode_setup()
1106 xa_init(&raw->chans_q); in scmi_raw_mode_setup()
1114 q = scmi_raw_queue_init(raw); in scmi_raw_mode_setup()
1120 xret = xa_store(&raw->chans_q, channels[i], q, in scmi_raw_mode_setup()
1132 ret = scmi_xfer_raw_worker_init(raw); in scmi_raw_mode_setup()
1137 raw->gid = gid; in scmi_raw_mode_setup()
1142 xa_destroy(&raw->chans_q); in scmi_raw_mode_setup()
1170 struct scmi_raw_mode_info *raw; in scmi_raw_mode_init() local
1177 raw = devm_kzalloc(dev, sizeof(*raw), GFP_KERNEL); in scmi_raw_mode_init()
1178 if (!raw) in scmi_raw_mode_init()
1181 raw->handle = handle; in scmi_raw_mode_init()
1182 raw->desc = desc; in scmi_raw_mode_init()
1183 raw->tx_max_msg = tx_max_msg; in scmi_raw_mode_init()
1184 raw->id = instance_id; in scmi_raw_mode_init()
1186 ret = scmi_raw_mode_setup(raw, channels, num_chans); in scmi_raw_mode_init()
1188 devm_kfree(dev, raw); in scmi_raw_mode_init()
1192 raw->dentry = debugfs_create_dir("raw", top_dentry); in scmi_raw_mode_init()
1194 debugfs_create_file("reset", 0200, raw->dentry, raw, in scmi_raw_mode_init()
1197 debugfs_create_file("message", 0600, raw->dentry, raw, in scmi_raw_mode_init()
1200 debugfs_create_file("message_async", 0600, raw->dentry, raw, in scmi_raw_mode_init()
1203 debugfs_create_file("notification", 0400, raw->dentry, raw, in scmi_raw_mode_init()
1206 debugfs_create_file("errors", 0400, raw->dentry, raw, in scmi_raw_mode_init()
1218 top_chans = debugfs_create_dir("channels", raw->dentry); in scmi_raw_mode_init()
1227 debugfs_create_file("message", 0600, chd, raw, in scmi_raw_mode_init()
1230 debugfs_create_file("message_async", 0600, chd, raw, in scmi_raw_mode_init()
1235 dev_info(dev, "SCMI RAW Mode initialized for instance %d\n", raw->id); in scmi_raw_mode_init()
1237 return raw; in scmi_raw_mode_init()
1247 struct scmi_raw_mode_info *raw = r; in scmi_raw_mode_cleanup() local
1249 if (!raw) in scmi_raw_mode_cleanup()
1252 debugfs_remove_recursive(raw->dentry); in scmi_raw_mode_cleanup()
1254 cancel_work_sync(&raw->waiters_work); in scmi_raw_mode_cleanup()
1255 destroy_workqueue(raw->wait_wq); in scmi_raw_mode_cleanup()
1256 xa_destroy(&raw->chans_q); in scmi_raw_mode_cleanup()
1314 struct scmi_raw_mode_info *raw = r; in scmi_raw_message_report() local
1316 if (!raw || (idx == SCMI_RAW_REPLY_QUEUE && !SCMI_XFER_IS_RAW(xfer))) in scmi_raw_message_report()
1319 dev = raw->handle->dev; in scmi_raw_message_report()
1320 q = scmi_raw_queue_select(raw, idx, in scmi_raw_message_report()
1385 static void scmi_xfer_raw_fill(struct scmi_raw_mode_info *raw, in scmi_xfer_raw_fill() argument
1395 raw->desc->ops->fetch_response(cinfo, xfer); in scmi_xfer_raw_fill()
1420 struct scmi_raw_mode_info *raw = r; in scmi_raw_error_report() local
1422 if (!raw) in scmi_raw_error_report()
1425 xfer.rx.len = raw->desc->max_msg_size; in scmi_raw_error_report()
1428 dev_info(raw->handle->dev, in scmi_raw_error_report()
1439 scmi_xfer_raw_fill(raw, cinfo, &xfer, msg_hdr); in scmi_raw_error_report()
1440 scmi_raw_message_report(raw, &xfer, SCMI_RAW_ERRS_QUEUE, 0); in scmi_raw_error_report()