source: mainline/uspace/drv/nic/virtio-net/virtio-net.c@ 9319b7d

lfn serial ticket/834-toolchain-update topic/msim-upgrade topic/simplify-dev-export
Last change on this file since 9319b7d was 5609d3c, checked in by Jakub Jermar <jakub@…>, 7 years ago

Provide virtio_net_on_multicast_mode_change
  • Property mode set to 100644
File size: 13.8 KB
Line 
1/*
2 * Copyright (c) 2018 Jakub Jermar
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 *
9 * - Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * - Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * - The name of the author may not be used to endorse or promote products
15 * derived from this software without specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 */
28
29#include "virtio-net.h"
30
31#include <stdio.h>
32#include <stdint.h>
33
34#include <as.h>
35#include <ddf/driver.h>
36#include <ddf/interrupt.h>
37#include <ddf/log.h>
38#include <ops/nic.h>
39#include <pci_dev_iface.h>
40
41#include <nic.h>
42
43#include <virtio-pci.h>
44
45#define NAME "virtio-net"
46
47#define VIRTIO_NET_NUM_QUEUES 3
48
49#define RX_QUEUE_1 0
50#define TX_QUEUE_1 1
51#define CT_QUEUE_1 2
52
53#define BUFFER_SIZE 2048
54#define RX_BUF_SIZE BUFFER_SIZE
55#define TX_BUF_SIZE BUFFER_SIZE
56#define CT_BUF_SIZE BUFFER_SIZE
57
58static ddf_dev_ops_t virtio_net_dev_ops;
59
60static errno_t virtio_net_dev_add(ddf_dev_t *dev);
61
62static driver_ops_t virtio_net_driver_ops = {
63 .dev_add = virtio_net_dev_add
64};
65
66static driver_t virtio_net_driver = {
67 .name = NAME,
68 .driver_ops = &virtio_net_driver_ops
69};
70
71static errno_t virtio_net_setup_bufs(unsigned int buffers, size_t size,
72 bool write, void *buf[], uintptr_t buf_p[])
73{
74 /*
75 * Allocate all buffers at once in one large chung.
76 */
77 void *virt = AS_AREA_ANY;
78 uintptr_t phys;
79 errno_t rc = dmamem_map_anonymous(buffers * size, 0,
80 write ? AS_AREA_WRITE : AS_AREA_READ, 0, &phys, &virt);
81 if (rc != EOK)
82 return rc;
83
84 ddf_msg(LVL_NOTE, "DMA buffers: %p-%p", virt, virt + buffers * size);
85
86 /*
87 * Calculate addresses of the individual buffers for easy access.
88 */
89 for (unsigned i = 0; i < buffers; i++) {
90 buf[i] = virt + i * size;
91 buf_p[i] = phys + i * size;
92 }
93
94 return EOK;
95}
96
97static void virtio_net_teardown_bufs(void *buf[])
98{
99 if (buf[0]) {
100 dmamem_unmap_anonymous(buf[0]);
101 buf[0] = NULL;
102 }
103}
104
105static void virtio_net_create_buf_free_list(virtio_dev_t *vdev, uint16_t num,
106 uint16_t size, uint16_t *head)
107{
108 for (unsigned i = 0; i < size; i++) {
109 virtio_virtq_desc_set(vdev, num, i, 0, 0,
110 VIRTQ_DESC_F_NEXT, (i + 1 == size) ? -1U : i + 1);
111 }
112 *head = 0;
113}
114
115static uint16_t virtio_net_alloc_buf(virtio_dev_t *vdev, uint16_t num,
116 uint16_t *head)
117{
118 uint16_t descno = *head;
119 if (descno != (uint16_t) -1U)
120 *head = virtio_virtq_desc_get_next(vdev, num, descno);
121 return descno;
122}
123
124static void virtio_net_free_buf(virtio_dev_t *vdev, uint16_t num,
125 uint16_t *head, uint16_t descno)
126{
127 virtio_virtq_desc_set(vdev, num, descno, 0, 0, VIRTQ_DESC_F_NEXT,
128 *head);
129 *head = descno;
130}
131
132static void virtio_net_irq_handler(ipc_call_t *icall, ddf_dev_t *dev)
133{
134 nic_t *nic = ddf_dev_data_get(dev);
135 virtio_net_t *virtio_net = nic_get_specific(nic);
136 virtio_dev_t *vdev = &virtio_net->virtio_dev;
137
138 uint16_t descno;
139 uint32_t len;
140 while (virtio_virtq_consume_used(vdev, RX_QUEUE_1, &descno, &len)) {
141 virtio_net_hdr_t *hdr =
142 (virtio_net_hdr_t *) virtio_net->rx_buf[descno];
143 if (len <= sizeof(*hdr)) {
144 ddf_msg(LVL_WARN,
145 "RX data length too short, packet dropped");
146 virtio_virtq_produce_available(vdev, RX_QUEUE_1,
147 descno);
148 continue;
149 }
150
151 nic_frame_t *frame = nic_alloc_frame(nic, len - sizeof(*hdr));
152 if (frame) {
153 memcpy(frame->data, &hdr[1], len - sizeof(*hdr));
154 nic_received_frame(nic, frame);
155 } else {
156 ddf_msg(LVL_WARN,
157 "Cannot allocate RX frame, packet dropped");
158 }
159
160 virtio_virtq_produce_available(vdev, RX_QUEUE_1, descno);
161 }
162
163 while (virtio_virtq_consume_used(vdev, TX_QUEUE_1, &descno, &len)) {
164 virtio_net_free_buf(vdev, TX_QUEUE_1, &virtio_net->tx_free_head,
165 descno);
166 }
167 while (virtio_virtq_consume_used(vdev, CT_QUEUE_1, &descno, &len)) {
168 virtio_net_free_buf(vdev, CT_QUEUE_1, &virtio_net->ct_free_head,
169 descno);
170 }
171}
172
173static errno_t virtio_net_register_interrupt(ddf_dev_t *dev)
174{
175 nic_t *nic = ddf_dev_data_get(dev);
176 virtio_net_t *virtio_net = nic_get_specific(nic);
177 virtio_dev_t *vdev = &virtio_net->virtio_dev;
178
179 hw_res_list_parsed_t res;
180 hw_res_list_parsed_init(&res);
181
182 errno_t rc = nic_get_resources(nic, &res);
183 if (rc != EOK)
184 return rc;
185
186 if (res.irqs.count < 1) {
187 hw_res_list_parsed_clean(&res);
188 rc = EINVAL;
189 return rc;
190 }
191
192 virtio_net->irq = res.irqs.irqs[0];
193 hw_res_list_parsed_clean(&res);
194
195 irq_pio_range_t pio_ranges[] = {
196 {
197 .base = vdev->isr_phys,
198 .size = sizeof(vdev->isr_phys),
199 }
200 };
201
202 irq_cmd_t irq_commands[] = {
203 {
204 .cmd = CMD_PIO_READ_8,
205 .addr = (void *) vdev->isr_phys,
206 .dstarg = 2
207 },
208 {
209 .cmd = CMD_PREDICATE,
210 .value = 1,
211 .srcarg = 2
212 },
213 {
214 .cmd = CMD_ACCEPT
215 }
216 };
217
218 irq_code_t irq_code = {
219 .rangecount = sizeof(pio_ranges) / sizeof(irq_pio_range_t),
220 .ranges = pio_ranges,
221 .cmdcount = sizeof(irq_commands) / sizeof(irq_cmd_t),
222 .cmds = irq_commands
223 };
224
225 return register_interrupt_handler(dev, virtio_net->irq,
226 virtio_net_irq_handler, &irq_code, &virtio_net->irq_handle);
227}
228
229static errno_t virtio_net_initialize(ddf_dev_t *dev)
230{
231 nic_t *nic = nic_create_and_bind(dev);
232 if (!nic)
233 return ENOMEM;
234
235 virtio_net_t *virtio_net = calloc(1, sizeof(virtio_net_t));
236 if (!virtio_net) {
237 nic_unbind_and_destroy(dev);
238 return ENOMEM;
239 }
240
241 nic_set_specific(nic, virtio_net);
242
243 errno_t rc = virtio_pci_dev_initialize(dev, &virtio_net->virtio_dev);
244 if (rc != EOK)
245 return rc;
246
247 virtio_dev_t *vdev = &virtio_net->virtio_dev;
248 virtio_pci_common_cfg_t *cfg = virtio_net->virtio_dev.common_cfg;
249 virtio_net_cfg_t *netcfg = virtio_net->virtio_dev.device_cfg;
250
251 /*
252 * Register IRQ
253 */
254 rc = virtio_net_register_interrupt(dev);
255 if (rc != EOK)
256 goto fail;
257
258 /* Reset the device and negotiate the feature bits */
259 rc = virtio_device_setup_start(vdev,
260 VIRTIO_NET_F_MAC | VIRTIO_NET_F_CTRL_VQ);
261 if (rc != EOK)
262 goto fail;
263
264 /* Perform device-specific setup */
265
266 /*
267 * Discover and configure the virtqueues
268 */
269 uint16_t num_queues = pio_read_le16(&cfg->num_queues);
270 if (num_queues != VIRTIO_NET_NUM_QUEUES) {
271 ddf_msg(LVL_NOTE, "Unsupported number of virtqueues: %u",
272 num_queues);
273 goto fail;
274 }
275
276 vdev->queues = calloc(sizeof(virtq_t), num_queues);
277 if (!vdev->queues) {
278 rc = ENOMEM;
279 goto fail;
280 }
281
282 rc = virtio_virtq_setup(vdev, RX_QUEUE_1, RX_BUFFERS);
283 if (rc != EOK)
284 goto fail;
285 rc = virtio_virtq_setup(vdev, TX_QUEUE_1, TX_BUFFERS);
286 if (rc != EOK)
287 goto fail;
288 rc = virtio_virtq_setup(vdev, CT_QUEUE_1, CT_BUFFERS);
289 if (rc != EOK)
290 goto fail;
291
292 /*
293 * Setup DMA buffers
294 */
295 rc = virtio_net_setup_bufs(RX_BUFFERS, RX_BUF_SIZE, false,
296 virtio_net->rx_buf, virtio_net->rx_buf_p);
297 if (rc != EOK)
298 goto fail;
299 rc = virtio_net_setup_bufs(TX_BUFFERS, TX_BUF_SIZE, true,
300 virtio_net->tx_buf, virtio_net->tx_buf_p);
301 if (rc != EOK)
302 goto fail;
303 rc = virtio_net_setup_bufs(CT_BUFFERS, CT_BUF_SIZE, true,
304 virtio_net->ct_buf, virtio_net->ct_buf_p);
305 if (rc != EOK)
306 goto fail;
307
308 /*
309 * Give all RX buffers to the NIC
310 */
311 for (unsigned i = 0; i < RX_BUFFERS; i++) {
312 /*
313 * Associtate the buffer with the descriptor, set length and
314 * flags.
315 */
316 virtio_virtq_desc_set(vdev, RX_QUEUE_1, i,
317 virtio_net->rx_buf_p[i], RX_BUF_SIZE, VIRTQ_DESC_F_WRITE,
318 0);
319 /*
320 * Put the set descriptor into the available ring of the RX
321 * queue.
322 */
323 virtio_virtq_produce_available(vdev, RX_QUEUE_1, i);
324 }
325
326 /*
327 * Put all TX and CT buffers on a free list
328 */
329 virtio_net_create_buf_free_list(vdev, TX_QUEUE_1, TX_BUFFERS,
330 &virtio_net->tx_free_head);
331 virtio_net_create_buf_free_list(vdev, CT_QUEUE_1, CT_BUFFERS,
332 &virtio_net->ct_free_head);
333
334 /*
335 * Read the MAC address
336 */
337 nic_address_t nic_addr;
338 for (unsigned i = 0; i < 6; i++)
339 nic_addr.address[i] = pio_read_8(&netcfg->mac[i]);
340 rc = nic_report_address(nic, &nic_addr);
341 if (rc != EOK)
342 goto fail;
343
344 ddf_msg(LVL_NOTE, "MAC address: %02x:%02x:%02x:%02x:%02x:%02x",
345 nic_addr.address[0], nic_addr.address[1], nic_addr.address[2],
346 nic_addr.address[3], nic_addr.address[4], nic_addr.address[5]);
347
348 /*
349 * Enable IRQ
350 */
351 rc = hw_res_enable_interrupt(ddf_dev_parent_sess_get(dev),
352 virtio_net->irq);
353 if (rc != EOK) {
354 ddf_msg(LVL_NOTE, "Failed to enable interrupt");
355 goto fail;
356 }
357
358 ddf_msg(LVL_NOTE, "Registered IRQ %d", virtio_net->irq);
359
360 /* Go live */
361 virtio_device_setup_finalize(vdev);
362
363 return EOK;
364
365fail:
366 virtio_net_teardown_bufs(virtio_net->rx_buf);
367 virtio_net_teardown_bufs(virtio_net->tx_buf);
368 virtio_net_teardown_bufs(virtio_net->ct_buf);
369
370 virtio_device_setup_fail(vdev);
371 virtio_pci_dev_cleanup(vdev);
372 return rc;
373}
374
375static void virtio_net_uninitialize(ddf_dev_t *dev)
376{
377 nic_t *nic = ddf_dev_data_get(dev);
378 virtio_net_t *virtio_net = (virtio_net_t *) nic_get_specific(nic);
379
380 virtio_net_teardown_bufs(virtio_net->rx_buf);
381 virtio_net_teardown_bufs(virtio_net->tx_buf);
382 virtio_net_teardown_bufs(virtio_net->ct_buf);
383
384 virtio_device_setup_fail(&virtio_net->virtio_dev);
385 virtio_pci_dev_cleanup(&virtio_net->virtio_dev);
386}
387
388static void virtio_net_send(nic_t *nic, void *data, size_t size)
389{
390 virtio_net_t *virtio_net = nic_get_specific(nic);
391 virtio_dev_t *vdev = &virtio_net->virtio_dev;
392
393 if (size > sizeof(virtio_net) + TX_BUF_SIZE) {
394 ddf_msg(LVL_WARN, "TX data too big, frame dropped");
395 return;
396 }
397
398 uint16_t descno = virtio_net_alloc_buf(vdev, TX_QUEUE_1,
399 &virtio_net->tx_free_head);
400 if (descno == (uint16_t) -1U) {
401 ddf_msg(LVL_WARN, "No TX buffers available, frame dropped");
402 return;
403 }
404 assert(descno < TX_BUFFERS);
405
406 /* Setup the packed header */
407 virtio_net_hdr_t *hdr = (virtio_net_hdr_t *) virtio_net->tx_buf[descno];
408 memset(hdr, 0, sizeof(virtio_net_hdr_t));
409 hdr->gso_type = VIRTIO_NET_HDR_GSO_NONE;
410
411 /* Copy packet data into the buffer just past the header */
412 memcpy(&hdr[1], data, size);
413
414 /*
415 * Set the descriptor, put it into the virtqueue and notify the device
416 */
417 virtio_virtq_desc_set(vdev, TX_QUEUE_1, descno,
418 virtio_net->tx_buf_p[descno], TX_BUF_SIZE, 0, 0);
419 virtio_virtq_produce_available(vdev, TX_QUEUE_1, descno);
420}
421
422
423static errno_t virtio_net_on_multicast_mode_change(nic_t *nic,
424 nic_multicast_mode_t new_mode, const nic_address_t *address_list,
425 size_t address_count)
426{
427 switch (new_mode) {
428 case NIC_MULTICAST_BLOCKED:
429 nic_report_hw_filtering(nic, -1, 0, -1);
430 return EOK;
431 case NIC_MULTICAST_LIST:
432 nic_report_hw_filtering(nic, -1, 0, -1);
433 return EOK;
434 case NIC_MULTICAST_PROMISC:
435 nic_report_hw_filtering(nic, -1, 0, -1);
436 return EOK;
437 default:
438 return ENOTSUP;
439 }
440 return EOK;
441}
442
443static errno_t virtio_net_on_broadcast_mode_change(nic_t *nic,
444 nic_broadcast_mode_t new_mode)
445{
446 switch (new_mode) {
447 case NIC_BROADCAST_BLOCKED:
448 return ENOTSUP;
449 case NIC_BROADCAST_ACCEPTED:
450 return EOK;
451 default:
452 return ENOTSUP;
453 }
454}
455
456static errno_t virtio_net_dev_add(ddf_dev_t *dev)
457{
458 ddf_msg(LVL_NOTE, "%s %s (handle = %zu)", __func__,
459 ddf_dev_get_name(dev), ddf_dev_get_handle(dev));
460
461 errno_t rc = virtio_net_initialize(dev);
462 if (rc != EOK)
463 return rc;
464
465 ddf_fun_t *fun = ddf_fun_create(dev, fun_exposed, "port0");
466 if (fun == NULL) {
467 rc = ENOMEM;
468 goto error;
469 }
470 nic_t *nic = ddf_dev_data_get(dev);
471 nic_set_ddf_fun(nic, fun);
472 ddf_fun_set_ops(fun, &virtio_net_dev_ops);
473
474 nic_set_send_frame_handler(nic, virtio_net_send);
475 nic_set_filtering_change_handlers(nic, NULL,
476 virtio_net_on_multicast_mode_change,
477 virtio_net_on_broadcast_mode_change, NULL, NULL);
478
479 rc = ddf_fun_bind(fun);
480 if (rc != EOK) {
481 ddf_msg(LVL_ERROR, "Failed binding device function");
482 goto uninitialize;
483 }
484
485 rc = ddf_fun_add_to_category(fun, DEVICE_CATEGORY_NIC);
486 if (rc != EOK) {
487 ddf_msg(LVL_ERROR, "Failed adding function to category");
488 goto unbind;
489 }
490
491 ddf_msg(LVL_NOTE, "The %s device has been successfully initialized.",
492 ddf_dev_get_name(dev));
493
494 return EOK;
495
496unbind:
497 ddf_fun_unbind(fun);
498uninitialize:
499 virtio_net_uninitialize(dev);
500error:
501 return rc;
502}
503
504static errno_t virtio_net_get_device_info(ddf_fun_t *fun,
505 nic_device_info_t *info)
506{
507 nic_t *nic = nic_get_from_ddf_fun(fun);
508 if (!nic)
509 return ENOENT;
510
511 str_cpy(info->vendor_name, sizeof(info->vendor_name), "Red Hat, Inc.");
512 str_cpy(info->model_name, sizeof(info->model_name),
513 "Virtio network device");
514
515 return EOK;
516}
517
518static errno_t virtio_net_get_cable_state(ddf_fun_t *fun,
519 nic_cable_state_t *state)
520{
521 *state = NIC_CS_PLUGGED;
522 return EOK;
523}
524
525static errno_t virtio_net_get_operation_mode(ddf_fun_t *fun, int *speed,
526 nic_channel_mode_t *duplex, nic_role_t *role)
527{
528 *speed = 1000;
529 *duplex = NIC_CM_FULL_DUPLEX;
530 *role = NIC_ROLE_UNKNOWN;
531 return EOK;
532}
533
534static nic_iface_t virtio_net_nic_iface = {
535 .get_device_info = virtio_net_get_device_info,
536 .get_cable_state = virtio_net_get_cable_state,
537 .get_operation_mode = virtio_net_get_operation_mode,
538};
539
540int main(void)
541{
542 printf("%s: HelenOS virtio-net driver\n", NAME);
543
544 if (nic_driver_init(NAME) != EOK)
545 return 1;
546
547 nic_driver_implement(&virtio_net_driver_ops, &virtio_net_dev_ops,
548 &virtio_net_nic_iface);
549
550 (void) ddf_log_init(NAME);
551 return ddf_driver_main(&virtio_net_driver);
552}
Note: See TracBrowser for help on using the repository browser.