1 // SPDX-License-Identifier: GPL-2.0+
2 /*
3 * Copyright (C) 2018, Tuomas Tynkkynen <tuomas.tynkkynen@iki.fi>
4 * Copyright (C) 2018, Bin Meng <bmeng.cn@gmail.com>
5 */
6
7 #define LOG_CATEGORY UCLASS_VIRTIO
8
9 #include <blk.h>
10 #include <dm.h>
11 #include <part.h>
12 #include <virtio_types.h>
13 #include <virtio.h>
14 #include <virtio_ring.h>
15 #include "virtio_blk.h"
16
17 struct virtio_blk_priv {
18 struct virtqueue *vq;
19 };
20
21 static const u32 feature[] = {
22 VIRTIO_BLK_F_WRITE_ZEROES
23 };
24
virtio_blk_init_header_sg(struct udevice * dev,u64 sector,u32 type,struct virtio_blk_outhdr * out_hdr,struct virtio_sg * sg)25 static void virtio_blk_init_header_sg(struct udevice *dev, u64 sector, u32 type,
26 struct virtio_blk_outhdr *out_hdr, struct virtio_sg *sg)
27 {
28 const bool sector_is_needed = type == VIRTIO_BLK_T_IN ||
29 type == VIRTIO_BLK_T_OUT;
30
31 out_hdr->type = cpu_to_virtio32(dev, type);
32 out_hdr->sector = cpu_to_virtio64(dev, sector_is_needed ? sector : 0);
33
34 sg->addr = out_hdr;
35 sg->length = sizeof(*out_hdr);
36 }
37
virtio_blk_init_write_zeroes_sg(struct udevice * dev,u64 sector,lbaint_t blkcnt,struct virtio_blk_discard_write_zeroes * wz,struct virtio_sg * sg)38 static void virtio_blk_init_write_zeroes_sg(struct udevice *dev, u64 sector, lbaint_t blkcnt,
39 struct virtio_blk_discard_write_zeroes *wz,
40 struct virtio_sg *sg)
41 {
42 wz->sector = cpu_to_virtio64(dev, sector);
43 wz->num_sectors = cpu_to_virtio32(dev, blkcnt);
44 wz->flags = cpu_to_virtio32(dev, 0);
45
46 sg->addr = wz;
47 sg->length = sizeof(*wz);
48 }
49
virtio_blk_init_status_sg(u8 * status,struct virtio_sg * sg)50 static void virtio_blk_init_status_sg(u8 *status, struct virtio_sg *sg)
51 {
52 sg->addr = status;
53 sg->length = sizeof(*status);
54 }
55
virtio_blk_init_data_sg(void * buffer,lbaint_t blkcnt,struct virtio_sg * sg)56 static void virtio_blk_init_data_sg(void *buffer, lbaint_t blkcnt, struct virtio_sg *sg)
57 {
58 sg->addr = buffer;
59 sg->length = blkcnt * 512;
60 }
61
virtio_blk_do_req(struct udevice * dev,u64 sector,lbaint_t blkcnt,void * buffer,u32 type)62 static ulong virtio_blk_do_req(struct udevice *dev, u64 sector,
63 lbaint_t blkcnt, void *buffer, u32 type)
64 {
65 struct virtio_blk_priv *priv = dev_get_priv(dev);
66 struct virtio_blk_outhdr out_hdr;
67 struct virtio_blk_discard_write_zeroes wz_hdr;
68 unsigned int num_out = 0, num_in = 0;
69 struct virtio_sg hdr_sg, wz_sg, data_sg, status_sg;
70 struct virtio_sg *sgs[3];
71 u8 status;
72 int ret;
73
74 virtio_blk_init_header_sg(dev, sector, type, &out_hdr, &hdr_sg);
75 sgs[num_out++] = &hdr_sg;
76
77 switch (type) {
78 case VIRTIO_BLK_T_IN:
79 case VIRTIO_BLK_T_OUT:
80 virtio_blk_init_data_sg(buffer, blkcnt, &data_sg);
81 if (type & VIRTIO_BLK_T_OUT)
82 sgs[num_out++] = &data_sg;
83 else
84 sgs[num_out + num_in++] = &data_sg;
85 break;
86
87 case VIRTIO_BLK_T_WRITE_ZEROES:
88 virtio_blk_init_write_zeroes_sg(dev, sector, blkcnt, &wz_hdr, &wz_sg);
89 sgs[num_out++] = &wz_sg;
90 break;
91
92 default:
93 return -EINVAL;
94 }
95
96 virtio_blk_init_status_sg(&status, &status_sg);
97 sgs[num_out + num_in++] = &status_sg;
98 log_debug("dev=%s, active=%d, priv=%p, priv->vq=%p\n", dev->name,
99 device_active(dev), priv, priv->vq);
100
101 ret = virtqueue_add(priv->vq, sgs, num_out, num_in);
102 if (ret)
103 return ret;
104
105 virtqueue_kick(priv->vq);
106
107 log_debug("wait...");
108 while (!virtqueue_get_buf(priv->vq, NULL))
109 ;
110 log_debug("done\n");
111
112 return status == VIRTIO_BLK_S_OK ? blkcnt : -EIO;
113 }
114
virtio_blk_read(struct udevice * dev,lbaint_t start,lbaint_t blkcnt,void * buffer)115 static ulong virtio_blk_read(struct udevice *dev, lbaint_t start,
116 lbaint_t blkcnt, void *buffer)
117 {
118 log_debug("read %s\n", dev->name);
119 return virtio_blk_do_req(dev, start, blkcnt, buffer,
120 VIRTIO_BLK_T_IN);
121 }
122
virtio_blk_write(struct udevice * dev,lbaint_t start,lbaint_t blkcnt,const void * buffer)123 static ulong virtio_blk_write(struct udevice *dev, lbaint_t start,
124 lbaint_t blkcnt, const void *buffer)
125 {
126 return virtio_blk_do_req(dev, start, blkcnt, (void *)buffer,
127 VIRTIO_BLK_T_OUT);
128 }
129
virtio_blk_erase(struct udevice * dev,lbaint_t start,lbaint_t blkcnt)130 static ulong virtio_blk_erase(struct udevice *dev, lbaint_t start,
131 lbaint_t blkcnt)
132 {
133 if (!virtio_has_feature(dev, VIRTIO_BLK_F_WRITE_ZEROES))
134 return -EOPNOTSUPP;
135
136 return virtio_blk_do_req(dev, start, blkcnt, NULL, VIRTIO_BLK_T_WRITE_ZEROES);
137 }
138
virtio_blk_bind(struct udevice * dev)139 static int virtio_blk_bind(struct udevice *dev)
140 {
141 struct virtio_dev_priv *uc_priv = dev_get_uclass_priv(dev->parent);
142 struct blk_desc *desc = dev_get_uclass_plat(dev);
143 int devnum;
144
145 desc->uclass_id = UCLASS_VIRTIO;
146 /*
147 * Initialize the devnum to -ENODEV. This is to make sure that
148 * blk_next_free_devnum() works as expected, since the default
149 * value 0 is a valid devnum.
150 */
151 desc->devnum = -ENODEV;
152 devnum = blk_next_free_devnum(UCLASS_VIRTIO);
153 if (devnum < 0)
154 return devnum;
155 desc->devnum = devnum;
156 desc->part_type = PART_TYPE_UNKNOWN;
157 /*
158 * virtio mmio transport supplies string identification for us,
159 * while pci trnasport uses a 2-byte subvendor value.
160 */
161 if (uc_priv->vendor >> 16)
162 sprintf(desc->vendor, "%s", (char *)&uc_priv->vendor);
163 else
164 sprintf(desc->vendor, "%04x", uc_priv->vendor);
165 desc->bdev = dev;
166
167 /* Indicate what driver features we support */
168 virtio_driver_features_init(uc_priv, feature, ARRAY_SIZE(feature),
169 NULL, 0);
170
171 return 0;
172 }
173
virtio_blk_probe(struct udevice * dev)174 static int virtio_blk_probe(struct udevice *dev)
175 {
176 struct virtio_blk_priv *priv = dev_get_priv(dev);
177 struct blk_desc *desc = dev_get_uclass_plat(dev);
178 u64 cap;
179 int ret;
180
181 ret = virtio_find_vqs(dev, 1, &priv->vq);
182 if (ret)
183 return ret;
184
185 desc->blksz = 512;
186 desc->log2blksz = 9;
187 virtio_cread(dev, struct virtio_blk_config, capacity, &cap);
188 desc->lba = cap;
189
190 return 0;
191 }
192
193 static const struct blk_ops virtio_blk_ops = {
194 .read = virtio_blk_read,
195 .write = virtio_blk_write,
196 .erase = virtio_blk_erase,
197 };
198
199 U_BOOT_DRIVER(virtio_blk) = {
200 .name = VIRTIO_BLK_DRV_NAME,
201 .id = UCLASS_BLK,
202 .ops = &virtio_blk_ops,
203 .bind = virtio_blk_bind,
204 .probe = virtio_blk_probe,
205 .remove = virtio_reset,
206 .priv_auto = sizeof(struct virtio_blk_priv),
207 .flags = DM_FLAG_ACTIVE_DMA,
208 };
209