2 * Copyright (C) 2014 Freescale Semiconductor
4 * SPDX-License-Identifier: GPL-2.0+
14 #include <linux/compat.h>
16 #include "ldpaa_eth.h"
19 static int init_phy(struct eth_device *dev)
21 /*TODO for external PHY */
26 static void ldpaa_eth_rx(struct ldpaa_eth_priv *priv,
27 const struct dpaa_fd *fd)
32 struct ldpaa_fas *fas;
34 struct qbman_release_desc releasedesc;
35 struct qbman_swp *swp = dflt_dpio->sw_portal;
37 fd_addr = ldpaa_fd_get_addr(fd);
38 fd_offset = ldpaa_fd_get_offset(fd);
39 fd_length = ldpaa_fd_get_len(fd);
41 debug("Rx frame:data addr=0x%p size=0x%x\n", (u64 *)fd_addr, fd_length);
43 if (fd->simple.frc & LDPAA_FD_FRC_FASV) {
44 /* Read the frame annotation status word and check for errors */
45 fas = (struct ldpaa_fas *)
46 ((uint8_t *)(fd_addr) +
47 priv->buf_layout.private_data_size);
48 status = le32_to_cpu(fas->status);
49 if (status & LDPAA_ETH_RX_ERR_MASK) {
50 printf("Rx frame error(s): 0x%08x\n",
51 status & LDPAA_ETH_RX_ERR_MASK);
53 } else if (status & LDPAA_ETH_RX_UNSUPP_MASK) {
54 printf("Unsupported feature in bitmask: 0x%08x\n",
55 status & LDPAA_ETH_RX_UNSUPP_MASK);
60 debug("Rx frame: To Upper layer\n");
61 net_process_received_packet((uint8_t *)(fd_addr) + fd_offset,
65 flush_dcache_range(fd_addr, fd_addr + LDPAA_ETH_RX_BUFFER_SIZE);
66 qbman_release_desc_clear(&releasedesc);
67 qbman_release_desc_set_bpid(&releasedesc, dflt_dpbp->dpbp_attr.bpid);
69 /* Release buffer into the QBMAN */
70 err = qbman_swp_release(swp, &releasedesc, &fd_addr, 1);
71 } while (err == -EBUSY);
75 static int ldpaa_eth_pull_dequeue_rx(struct eth_device *dev)
77 struct ldpaa_eth_priv *priv = (struct ldpaa_eth_priv *)dev->priv;
78 const struct ldpaa_dq *dq;
79 const struct dpaa_fd *fd;
80 int i = 5, err = 0, status, loop = 20;
81 static struct qbman_pull_desc pulldesc;
82 struct qbman_swp *swp = dflt_dpio->sw_portal;
85 qbman_pull_desc_clear(&pulldesc);
86 qbman_pull_desc_set_numframes(&pulldesc, 1);
87 qbman_pull_desc_set_fq(&pulldesc, priv->rx_dflt_fqid);
89 err = qbman_swp_pull(swp, &pulldesc);
91 printf("Dequeue frames error:0x%08x\n", err);
97 dq = qbman_swp_dqrr_next(swp);
104 /* Check for valid frame. If not sent a consume
105 * confirmation to QBMAN otherwise give it to NADK
106 * application and then send consume confirmation to
109 status = (uint8_t)ldpaa_dq_flags(dq);
110 if ((status & LDPAA_DQ_STAT_VALIDFRAME) == 0) {
111 debug("Dequeue RX frames:");
112 debug("No frame delivered\n");
114 qbman_swp_dqrr_consume(swp, dq);
118 fd = ldpaa_dq_fd(dq);
120 /* Obtain FD and process it */
121 ldpaa_eth_rx(priv, fd);
122 qbman_swp_dqrr_consume(swp, dq);
130 static void ldpaa_eth_tx_conf(struct ldpaa_eth_priv *priv,
131 const struct dpaa_fd *fd)
134 struct ldpaa_fas *fas;
135 uint32_t status, err;
136 struct qbman_release_desc releasedesc;
137 struct qbman_swp *swp = dflt_dpio->sw_portal;
139 fd_addr = ldpaa_fd_get_addr(fd);
142 debug("TX Conf frame:data addr=0x%p\n", (u64 *)fd_addr);
144 /* Check the status from the Frame Annotation */
145 if (fd->simple.frc & LDPAA_FD_FRC_FASV) {
146 fas = (struct ldpaa_fas *)
147 ((uint8_t *)(fd_addr) +
148 priv->buf_layout.private_data_size);
149 status = le32_to_cpu(fas->status);
150 if (status & LDPAA_ETH_TXCONF_ERR_MASK) {
151 printf("TxConf frame error(s): 0x%08x\n",
152 status & LDPAA_ETH_TXCONF_ERR_MASK);
156 flush_dcache_range(fd_addr, fd_addr + LDPAA_ETH_RX_BUFFER_SIZE);
157 qbman_release_desc_clear(&releasedesc);
158 qbman_release_desc_set_bpid(&releasedesc, dflt_dpbp->dpbp_attr.bpid);
160 /* Release buffer into the QBMAN */
161 err = qbman_swp_release(swp, &releasedesc, &fd_addr, 1);
162 } while (err == -EBUSY);
165 static int ldpaa_eth_pull_dequeue_tx_conf(struct ldpaa_eth_priv *priv)
167 const struct ldpaa_dq *dq;
168 const struct dpaa_fd *fd;
170 int i = 5, status, loop = 20;
171 static struct qbman_pull_desc pulldesc;
172 struct qbman_swp *swp = dflt_dpio->sw_portal;
175 qbman_pull_desc_clear(&pulldesc);
176 qbman_pull_desc_set_numframes(&pulldesc, 1);
177 qbman_pull_desc_set_fq(&pulldesc, priv->tx_conf_fqid);
179 err = qbman_swp_pull(swp, &pulldesc);
181 printf("Dequeue TX conf frames error:0x%08x\n", err);
187 dq = qbman_swp_dqrr_next(swp);
194 /* Check for valid frame. If not sent a consume
195 * confirmation to QBMAN otherwise give it to NADK
196 * application and then send consume confirmation to
199 status = (uint8_t)ldpaa_dq_flags(dq);
200 if ((status & LDPAA_DQ_STAT_VALIDFRAME) == 0) {
201 debug("Dequeue TX conf frames:");
202 debug("No frame is delivered\n");
204 qbman_swp_dqrr_consume(swp, dq);
207 fd = ldpaa_dq_fd(dq);
209 ldpaa_eth_tx_conf(priv, fd);
210 qbman_swp_dqrr_consume(swp, dq);
218 static int ldpaa_eth_tx(struct eth_device *net_dev, void *buf, int len)
220 struct ldpaa_eth_priv *priv = (struct ldpaa_eth_priv *)net_dev->priv;
223 int data_offset, err;
224 u32 timeo = (CONFIG_SYS_HZ * 10) / 1000;
226 struct qbman_swp *swp = dflt_dpio->sw_portal;
227 struct qbman_eq_desc ed;
228 struct qbman_release_desc releasedesc;
230 /* Setup the FD fields */
231 memset(&fd, 0, sizeof(fd));
233 data_offset = priv->tx_data_offset;
236 err = qbman_swp_acquire(dflt_dpio->sw_portal,
237 dflt_dpbp->dpbp_attr.bpid,
239 } while (err == -EBUSY);
242 printf("qbman_swp_acquire() failed\n");
246 debug("TX data: malloc buffer start=0x%p\n", (u64 *)buffer_start);
248 memcpy(((uint8_t *)(buffer_start) + data_offset), buf, len);
250 flush_dcache_range(buffer_start, buffer_start +
251 LDPAA_ETH_RX_BUFFER_SIZE);
253 ldpaa_fd_set_addr(&fd, (u64)buffer_start);
254 ldpaa_fd_set_offset(&fd, (uint16_t)(data_offset));
255 ldpaa_fd_set_bpid(&fd, dflt_dpbp->dpbp_attr.bpid);
256 ldpaa_fd_set_len(&fd, len);
258 fd.simple.ctrl = LDPAA_FD_CTRL_ASAL | LDPAA_FD_CTRL_PTA |
261 qbman_eq_desc_clear(&ed);
262 qbman_eq_desc_set_no_orp(&ed, 0);
263 qbman_eq_desc_set_qd(&ed, priv->tx_qdid, priv->tx_flow_id, 0);
265 time_start = get_timer(0);
267 while (get_timer(time_start) < timeo) {
268 err = qbman_swp_enqueue(swp, &ed,
269 (const struct qbman_fd *)(&fd));
275 printf("error enqueueing Tx frame\n");
281 err = ldpaa_eth_pull_dequeue_tx_conf(priv);
283 printf("error Tx Conf frame\n");
288 qbman_release_desc_clear(&releasedesc);
289 qbman_release_desc_set_bpid(&releasedesc, dflt_dpbp->dpbp_attr.bpid);
290 time_start = get_timer(0);
292 /* Release buffer into the QBMAN */
293 err = qbman_swp_release(swp, &releasedesc, &buffer_start, 1);
294 } while (get_timer(time_start) < timeo && err == -EBUSY);
297 printf("TX data: QBMAN buffer release fails\n");
302 static int ldpaa_eth_open(struct eth_device *net_dev, bd_t *bd)
304 struct ldpaa_eth_priv *priv = (struct ldpaa_eth_priv *)net_dev->priv;
305 struct dpni_queue_attr rx_queue_attr;
306 struct dpni_tx_flow_attr tx_flow_attr;
310 if (net_dev->state == ETH_STATE_ACTIVE)
313 /* DPNI initialization */
314 err = ldpaa_dpni_setup(priv);
318 err = ldpaa_dpbp_setup();
322 /* DPNI binding DPBP */
323 err = ldpaa_dpni_bind(priv);
327 err = dpni_get_primary_mac_addr(dflt_mc_io, priv->dpni_handle,
330 printf("dpni_get_primary_mac_addr() failed\n");
334 memcpy(net_dev->enetaddr, mac_addr, 0x6);
336 /* setup the MAC address */
337 if (net_dev->enetaddr[0] & 0x01) {
338 printf("%s: MacAddress is multcast address\n", __func__);
343 /* TODO Check this path */
344 err = phy_startup(priv->phydev);
346 printf("%s: Could not initialize\n", priv->phydev->dev->name);
350 priv->phydev->speed = SPEED_1000;
351 priv->phydev->link = 1;
352 priv->phydev->duplex = DUPLEX_FULL;
355 err = dpni_enable(dflt_mc_io, priv->dpni_handle);
357 printf("dpni_enable() failed\n");
361 /* TODO: support multiple Rx flows */
362 err = dpni_get_rx_flow(dflt_mc_io, priv->dpni_handle, 0, 0,
365 printf("dpni_get_rx_flow() failed\n");
369 priv->rx_dflt_fqid = rx_queue_attr.fqid;
371 err = dpni_get_qdid(dflt_mc_io, priv->dpni_handle, &priv->tx_qdid);
373 printf("dpni_get_qdid() failed\n");
377 err = dpni_get_tx_flow(dflt_mc_io, priv->dpni_handle, priv->tx_flow_id,
380 printf("dpni_get_tx_flow() failed\n");
384 priv->tx_conf_fqid = tx_flow_attr.conf_err_attr.queue_attr.fqid;
386 if (!priv->phydev->link)
387 printf("%s: No link.\n", priv->phydev->dev->name);
389 return priv->phydev->link ? 0 : -1;
394 dpni_disable(dflt_mc_io, priv->dpni_handle);
398 dpni_close(dflt_mc_io, priv->dpni_handle);
403 static void ldpaa_eth_stop(struct eth_device *net_dev)
405 struct ldpaa_eth_priv *priv = (struct ldpaa_eth_priv *)net_dev->priv;
408 if ((net_dev->state == ETH_STATE_PASSIVE) ||
409 (net_dev->state == ETH_STATE_INIT))
411 /* Stop Tx and Rx traffic */
412 err = dpni_disable(dflt_mc_io, priv->dpni_handle);
414 printf("dpni_disable() failed\n");
417 phy_shutdown(priv->phydev);
421 dpni_reset(dflt_mc_io, priv->dpni_handle);
422 dpni_close(dflt_mc_io, priv->dpni_handle);
425 static void ldpaa_dpbp_drain_cnt(int count)
427 uint64_t buf_array[7];
434 ret = qbman_swp_acquire(dflt_dpio->sw_portal,
435 dflt_dpbp->dpbp_attr.bpid,
438 printf("qbman_swp_acquire() failed\n");
441 for (i = 0; i < ret; i++) {
442 addr = (void *)buf_array[i];
443 debug("Free: buffer addr =0x%p\n", addr);
449 static void ldpaa_dpbp_drain(void)
452 for (i = 0; i < LDPAA_ETH_NUM_BUFS; i += 7)
453 ldpaa_dpbp_drain_cnt(7);
456 static int ldpaa_bp_add_7(uint16_t bpid)
458 uint64_t buf_array[7];
461 struct qbman_release_desc rd;
463 for (i = 0; i < 7; i++) {
464 addr = memalign(L1_CACHE_BYTES, LDPAA_ETH_RX_BUFFER_SIZE);
466 printf("addr allocation failed\n");
469 memset(addr, 0x00, LDPAA_ETH_RX_BUFFER_SIZE);
470 flush_dcache_range((u64)addr,
471 (u64)(addr + LDPAA_ETH_RX_BUFFER_SIZE));
473 buf_array[i] = (uint64_t)addr;
474 debug("Release: buffer addr =0x%p\n", addr);
478 /* In case the portal is busy, retry until successful.
479 * This function is guaranteed to succeed in a reasonable amount
485 qbman_release_desc_clear(&rd);
486 qbman_release_desc_set_bpid(&rd, bpid);
487 } while (qbman_swp_release(dflt_dpio->sw_portal, &rd, buf_array, i));
498 static int ldpaa_dpbp_seed(uint16_t bpid)
503 for (i = 0; i < LDPAA_ETH_NUM_BUFS; i += 7) {
504 count = ldpaa_bp_add_7(bpid);
506 printf("Buffer Seed= %d\n", count);
512 static int ldpaa_dpbp_setup(void)
516 err = dpbp_open(dflt_mc_io, dflt_dpbp->dpbp_attr.id,
517 &dflt_dpbp->dpbp_handle);
519 printf("dpbp_open() failed\n");
523 err = dpbp_enable(dflt_mc_io, dflt_dpbp->dpbp_handle);
525 printf("dpbp_enable() failed\n");
529 err = dpbp_get_attributes(dflt_mc_io, dflt_dpbp->dpbp_handle,
530 &dflt_dpbp->dpbp_attr);
532 printf("dpbp_get_attributes() failed\n");
536 err = ldpaa_dpbp_seed(dflt_dpbp->dpbp_attr.bpid);
538 printf("Buffer seeding failed for DPBP %d (bpid=%d)\n",
539 dflt_dpbp->dpbp_attr.id, dflt_dpbp->dpbp_attr.bpid);
547 dpbp_disable(dflt_mc_io, dflt_dpbp->dpbp_handle);
549 dpbp_close(dflt_mc_io, dflt_dpbp->dpbp_handle);
554 static void ldpaa_dpbp_free(void)
557 dpbp_disable(dflt_mc_io, dflt_dpbp->dpbp_handle);
558 dpbp_reset(dflt_mc_io, dflt_dpbp->dpbp_handle);
559 dpbp_close(dflt_mc_io, dflt_dpbp->dpbp_handle);
562 static int ldpaa_dpni_setup(struct ldpaa_eth_priv *priv)
566 /* and get a handle for the DPNI this interface is associate with */
567 err = dpni_open(dflt_mc_io, priv->dpni_id, &priv->dpni_handle);
569 printf("dpni_open() failed\n");
573 err = dpni_get_attributes(dflt_mc_io, priv->dpni_handle,
576 printf("dpni_get_attributes() failed (err=%d)\n", err);
580 /* Configure our buffers' layout */
581 priv->buf_layout.options = DPNI_BUF_LAYOUT_OPT_PARSER_RESULT |
582 DPNI_BUF_LAYOUT_OPT_FRAME_STATUS |
583 DPNI_BUF_LAYOUT_OPT_PRIVATE_DATA_SIZE;
584 priv->buf_layout.pass_parser_result = true;
585 priv->buf_layout.pass_frame_status = true;
586 priv->buf_layout.private_data_size = LDPAA_ETH_SWA_SIZE;
588 err = dpni_set_rx_buffer_layout(dflt_mc_io, priv->dpni_handle,
591 printf("dpni_set_rx_buffer_layout() failed");
596 priv->buf_layout.options &= ~DPNI_BUF_LAYOUT_OPT_PARSER_RESULT;
597 err = dpni_set_tx_buffer_layout(dflt_mc_io, priv->dpni_handle,
600 printf("dpni_set_tx_buffer_layout() failed");
604 /* ... tx-confirm. */
605 priv->buf_layout.options &= ~DPNI_BUF_LAYOUT_OPT_PRIVATE_DATA_SIZE;
606 err = dpni_set_tx_conf_buffer_layout(dflt_mc_io, priv->dpni_handle,
609 printf("dpni_set_tx_conf_buffer_layout() failed");
613 /* Now that we've set our tx buffer layout, retrieve the minimum
614 * required tx data offset.
616 err = dpni_get_tx_data_offset(dflt_mc_io, priv->dpni_handle,
617 &priv->tx_data_offset);
619 printf("dpni_get_tx_data_offset() failed\n");
620 goto err_data_offset;
623 /* Warn in case TX data offset is not multiple of 64 bytes. */
624 WARN_ON(priv->tx_data_offset % 64);
626 /* Accomodate SWA space. */
627 priv->tx_data_offset += LDPAA_ETH_SWA_SIZE;
628 debug("priv->tx_data_offset=%d\n", priv->tx_data_offset);
635 dpni_close(dflt_mc_io, priv->dpni_handle);
640 static int ldpaa_dpni_bind(struct ldpaa_eth_priv *priv)
642 struct dpni_pools_cfg pools_params;
643 struct dpni_tx_flow_cfg dflt_tx_flow;
646 pools_params.num_dpbp = 1;
647 pools_params.pools[0].dpbp_id = (uint16_t)dflt_dpbp->dpbp_attr.id;
648 pools_params.pools[0].buffer_size = LDPAA_ETH_RX_BUFFER_SIZE;
649 err = dpni_set_pools(dflt_mc_io, priv->dpni_handle, &pools_params);
651 printf("dpni_set_pools() failed\n");
655 priv->tx_flow_id = DPNI_NEW_FLOW_ID;
656 memset(&dflt_tx_flow, 0, sizeof(dflt_tx_flow));
658 err = dpni_set_tx_flow(dflt_mc_io, priv->dpni_handle,
659 &priv->tx_flow_id, &dflt_tx_flow);
661 printf("dpni_set_tx_flow() failed\n");
668 static int ldpaa_eth_netdev_init(struct eth_device *net_dev)
671 struct ldpaa_eth_priv *priv = (struct ldpaa_eth_priv *)net_dev->priv;
673 sprintf(net_dev->name, "DPNI%d", priv->dpni_id);
676 net_dev->init = ldpaa_eth_open;
677 net_dev->halt = ldpaa_eth_stop;
678 net_dev->send = ldpaa_eth_tx;
679 net_dev->recv = ldpaa_eth_pull_dequeue_rx;
681 TODO: PHY MDIO information
682 priv->bus = info->bus;
683 priv->phyaddr = info->phy_addr;
684 priv->enet_if = info->enet_if;
687 if (init_phy(net_dev))
690 err = eth_register(net_dev);
692 printf("eth_register() = %d\n", err);
699 int ldpaa_eth_init(struct dprc_obj_desc obj_desc)
701 struct eth_device *net_dev = NULL;
702 struct ldpaa_eth_priv *priv = NULL;
707 net_dev = (struct eth_device *)malloc(sizeof(struct eth_device));
709 printf("eth_device malloc() failed\n");
712 memset(net_dev, 0, sizeof(struct eth_device));
714 /* alloc the ldpaa ethernet private struct */
715 priv = (struct ldpaa_eth_priv *)malloc(sizeof(struct ldpaa_eth_priv));
717 printf("ldpaa_eth_priv malloc() failed\n");
720 memset(priv, 0, sizeof(struct ldpaa_eth_priv));
722 net_dev->priv = (void *)priv;
723 priv->net_dev = (struct eth_device *)net_dev;
724 priv->dpni_id = obj_desc.id;
726 err = ldpaa_eth_netdev_init(net_dev);
728 goto err_netdev_init;
730 debug("ldpaa ethernet: Probed interface %s\n", net_dev->name);
735 net_dev->priv = NULL;