// SPDX-License-Identifier: GPL-2.0-or-later /* * PS3 gelic network driver. * * Copyright (C) 2007 Sony Computer Entertainment Inc. * Copyright 2006, 2007 Sony Corporation * * This file is based on: spider_net.c * * (C) Copyright IBM Corp. 2005 * * Authors : Utz Bacher * Jens Osterkamp */ #undef DEBUG #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "ps3_gelic_net.h" #include "ps3_gelic_wireless.h" #define DRV_NAME "Gelic Network Driver" #define DRV_VERSION "2.0" MODULE_AUTHOR("SCE Inc."); MODULE_DESCRIPTION("Gelic Network driver"); MODULE_LICENSE("GPL"); /* set irq_mask */ int gelic_card_set_irq_mask(struct gelic_card *card, u64 mask) { int status; status = lv1_net_set_interrupt_mask(bus_id(card), dev_id(card), mask, 0); if (status) dev_info(ctodev(card), "%s failed %d\n", __func__, status); return status; } static void gelic_card_rx_irq_on(struct gelic_card *card) { card->irq_mask |= GELIC_CARD_RXINT; gelic_card_set_irq_mask(card, card->irq_mask); } static void gelic_card_rx_irq_off(struct gelic_card *card) { card->irq_mask &= ~GELIC_CARD_RXINT; gelic_card_set_irq_mask(card, card->irq_mask); } static void gelic_card_get_ether_port_status(struct gelic_card *card, int inform) { u64 v2; struct net_device *ether_netdev; lv1_net_control(bus_id(card), dev_id(card), GELIC_LV1_GET_ETH_PORT_STATUS, GELIC_LV1_VLAN_TX_ETHERNET_0, 0, 0, &card->ether_port_status, &v2); if (inform) { ether_netdev = card->netdev[GELIC_PORT_ETHERNET_0]; if (card->ether_port_status & GELIC_LV1_ETHER_LINK_UP) netif_carrier_on(ether_netdev); else netif_carrier_off(ether_netdev); } } /** * gelic_descr_get_status -- returns the status of a descriptor * @descr: descriptor to look at * * returns the status as in the dmac_cmd_status field of the descriptor */ static enum gelic_descr_dma_status gelic_descr_get_status(struct gelic_descr *descr) { return be32_to_cpu(descr->dmac_cmd_status) & GELIC_DESCR_DMA_STAT_MASK; } static int gelic_card_set_link_mode(struct gelic_card *card, int mode) { int status; u64 v1, v2; status = lv1_net_control(bus_id(card), dev_id(card), GELIC_LV1_SET_NEGOTIATION_MODE, GELIC_LV1_PHY_ETHERNET_0, mode, 0, &v1, &v2); if (status) { pr_info("%s: failed setting negotiation mode %d\n", __func__, status); return -EBUSY; } card->link_mode = mode; return 0; } /** * gelic_card_disable_txdmac - disables the transmit DMA controller * @card: card structure * * gelic_card_disable_txdmac terminates processing on the DMA controller by * turing off DMA and issuing a force end */ static void gelic_card_disable_txdmac(struct gelic_card *card) { int status; /* this hvc blocks until the DMA in progress really stopped */ status = lv1_net_stop_tx_dma(bus_id(card), dev_id(card)); if (status) dev_err(ctodev(card), "lv1_net_stop_tx_dma failed, status=%d\n", status); } /** * gelic_card_enable_rxdmac - enables the receive DMA controller * @card: card structure * * gelic_card_enable_rxdmac enables the DMA controller by setting RX_DMA_EN * in the GDADMACCNTR register */ static void gelic_card_enable_rxdmac(struct gelic_card *card) { int status; #ifdef DEBUG if (gelic_descr_get_status(card->rx_chain.head) != GELIC_DESCR_DMA_CARDOWNED) { printk(KERN_ERR "%s: status=%x\n", __func__, be32_to_cpu(card->rx_chain.head->dmac_cmd_status)); printk(KERN_ERR "%s: nextphy=%x\n", __func__, be32_to_cpu(card->rx_chain.head->next_descr_addr)); printk(KERN_ERR "%s: head=%p\n", __func__, card->rx_chain.head); } #endif status = lv1_net_start_rx_dma(bus_id(card), dev_id(card), card->rx_chain.head->bus_addr, 0); if (status) dev_info(ctodev(card), "lv1_net_start_rx_dma failed, status=%d\n", status); } /** * gelic_card_disable_rxdmac - disables the receive DMA controller * @card: card structure * * gelic_card_disable_rxdmac terminates processing on the DMA controller by * turing off DMA and issuing a force end */ static void gelic_card_disable_rxdmac(struct gelic_card *card) { int status; /* this hvc blocks until the DMA in progress really stopped */ status = lv1_net_stop_rx_dma(bus_id(card), dev_id(card)); if (status) dev_err(ctodev(card), "lv1_net_stop_rx_dma failed, %d\n", status); } /** * gelic_descr_set_status -- sets the status of a descriptor * @descr: descriptor to change * @status: status to set in the descriptor * * changes the status to the specified value. Doesn't change other bits * in the status */ static void gelic_descr_set_status(struct gelic_descr *descr, enum gelic_descr_dma_status status) { descr->dmac_cmd_status = cpu_to_be32(status | (be32_to_cpu(descr->dmac_cmd_status) & ~GELIC_DESCR_DMA_STAT_MASK)); /* * dma_cmd_status field is used to indicate whether the descriptor * is valid or not. * Usually caller of this function wants to inform that to the * hardware, so we assure here the hardware sees the change. */ wmb(); } /** * gelic_card_reset_chain - reset status of a descriptor chain * @card: card structure * @chain: address of chain * @start_descr: address of descriptor array * * Reset the status of dma descriptors to ready state * and re-initialize the hardware chain for later use */ static void gelic_card_reset_chain(struct gelic_card *card, struct gelic_descr_chain *chain, struct gelic_descr *start_descr) { struct gelic_descr *descr; for (descr = start_descr; start_descr != descr->next; descr++) { gelic_descr_set_status(descr, GELIC_DESCR_DMA_CARDOWNED); descr->next_descr_addr = cpu_to_be32(descr->next->bus_addr); } chain->head = start_descr; chain->tail = (descr - 1); (descr - 1)->next_descr_addr = 0; } void gelic_card_up(struct gelic_card *card) { pr_debug("%s: called\n", __func__); mutex_lock(&card->updown_lock); if (atomic_inc_return(&card->users) == 1) { pr_debug("%s: real do\n", __func__); /* enable irq */ gelic_card_set_irq_mask(card, card->irq_mask); /* start rx */ gelic_card_enable_rxdmac(card); napi_enable(&card->napi); } mutex_unlock(&card->updown_lock); pr_debug("%s: done\n", __func__); } void gelic_card_down(struct gelic_card *card) { u64 mask; pr_debug("%s: called\n", __func__); mutex_lock(&card->updown_lock); if (atomic_dec_if_positive(&card->users) == 0) { pr_debug("%s: real do\n", __func__); napi_disable(&card->napi); /* * Disable irq. Wireless interrupts will * be disabled later if any */ mask = card->irq_mask & (GELIC_CARD_WLAN_EVENT_RECEIVED | GELIC_CARD_WLAN_COMMAND_COMPLETED); gelic_card_set_irq_mask(card, mask); /* stop rx */ gelic_card_disable_rxdmac(card); gelic_card_reset_chain(card, &card->rx_chain, card->descr + GELIC_NET_TX_DESCRIPTORS); /* stop tx */ gelic_card_disable_txdmac(card); } mutex_unlock(&card->updown_lock); pr_debug("%s: done\n", __func__); } /** * gelic_card_free_chain - free descriptor chain * @card: card structure * @descr_in: address of desc */ static void gelic_card_free_chain(struct gelic_card *card, struct gelic_descr *descr_in) { struct gelic_descr *descr; for (descr = descr_in; descr && descr->bus_addr; descr = descr->next) { dma_unmap_single(ctodev(card), descr->bus_addr, GELIC_DESCR_SIZE, DMA_BIDIRECTIONAL); descr->bus_addr = 0; } } /** * gelic_card_init_chain - links descriptor chain * @card: card structure * @chain: address of chain * @start_descr: address of descriptor array * @no: number of descriptors * * we manage a circular list that mirrors the hardware structure, * except that the hardware uses bus addresses. * * returns 0 on success, <0 on failure */ static int gelic_card_init_chain(struct gelic_card *card, struct gelic_descr_chain *chain, struct gelic_descr *start_descr, int no) { int i; struct gelic_descr *descr; descr = start_descr; memset(descr, 0, sizeof(*descr) * no); /* set up the hardware pointers in each descriptor */ for (i = 0; i < no; i++, descr++) { dma_addr_t cpu_addr; gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE); cpu_addr = dma_map_single(ctodev(card), descr, GELIC_DESCR_SIZE, DMA_BIDIRECTIONAL); if (dma_mapping_error(ctodev(card), cpu_addr)) goto iommu_error; descr->bus_addr = cpu_to_be32(cpu_addr); descr->next = descr + 1; descr->prev = descr - 1; } /* make them as ring */ (descr - 1)->next = start_descr; start_descr->prev = (descr - 1); /* chain bus addr of hw descriptor */ descr = start_descr; for (i = 0; i < no; i++, descr++) { descr->next_descr_addr = cpu_to_be32(descr->next->bus_addr); } chain->head = start_descr; chain->tail = start_descr; /* do not chain last hw descriptor */ (descr - 1)->next_descr_addr = 0; return 0; iommu_error: for (i--, descr--; 0 <= i; i--, descr--) if (descr->bus_addr) dma_unmap_single(ctodev(card), descr->bus_addr, GELIC_DESCR_SIZE, DMA_BIDIRECTIONAL); return -ENOMEM; } /** * gelic_descr_prepare_rx - reinitializes a rx descriptor * @card: card structure * @descr: descriptor to re-init * * return 0 on success, <0 on failure * * allocates a new rx skb, iommu-maps it and attaches it to the descriptor. * Activate the descriptor state-wise * * Gelic RX sk_buffs must be aligned to GELIC_NET_RXBUF_ALIGN and the length * must be a multiple of GELIC_NET_RXBUF_ALIGN. */ static int gelic_descr_prepare_rx(struct gelic_card *card, struct gelic_descr *descr) { static const unsigned int rx_skb_size = ALIGN(GELIC_NET_MAX_FRAME, GELIC_NET_RXBUF_ALIGN) + GELIC_NET_RXBUF_ALIGN - 1; dma_addr_t cpu_addr; int offset; if (gelic_descr_get_status(descr) != GELIC_DESCR_DMA_NOT_IN_USE) dev_info(ctodev(card), "%s: ERROR status\n", __func__); descr->skb = netdev_alloc_skb(*card->netdev, rx_skb_size); if (!descr->skb) { descr->buf_addr = 0; /* tell DMAC don't touch memory */ return -ENOMEM; } descr->buf_size = cpu_to_be32(rx_skb_size); descr->dmac_cmd_status = 0; descr->result_size = 0; descr->valid_size = 0; descr->data_error = 0; offset = ((unsigned long)descr->skb->data) & (GELIC_NET_RXBUF_ALIGN - 1); if (offset) skb_reserve(descr->skb, GELIC_NET_RXBUF_ALIGN - offset); /* io-mmu-map the skb */ cpu_addr = dma_map_single(ctodev(card), descr->skb->data, GELIC_NET_MAX_FRAME, DMA_FROM_DEVICE); descr->buf_addr = cpu_to_be32(cpu_addr); if (dma_mapping_error(ctodev(card), cpu_addr)) { dev_kfree_skb_any(descr->skb); descr->skb = NULL; dev_info(ctodev(card), "%s:Could not iommu-map rx buffer\n", __func__); gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE); return -ENOMEM; } else { gelic_descr_set_status(descr, GELIC_DESCR_DMA_CARDOWNED); return 0; } } /** * gelic_card_release_rx_chain - free all skb of rx descr * @card: card structure * */ static void gelic_card_release_rx_chain(struct gelic_card *card) { struct gelic_descr *descr = card->rx_chain.head; do { if (descr->skb) { dma_unmap_single(ctodev(card), be32_to_cpu(descr->buf_addr), descr->skb->len, DMA_FROM_DEVICE); descr->buf_addr = 0; dev_kfree_skb_any(descr->skb); descr->skb = NULL; gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE); } descr = descr->next; } while (descr != card->rx_chain.head); } /** * gelic_card_fill_rx_chain - fills descriptors/skbs in the rx chains * @card: card structure * * fills all descriptors in the rx chain: allocates skbs * and iommu-maps them. * returns 0 on success, < 0 on failure */ static int gelic_card_fill_rx_chain(struct gelic_card *card) { struct gelic_descr *descr = card->rx_chain.head; int ret; do { if (!descr->skb) { ret = gelic_descr_prepare_rx(card, descr); if (ret) goto rewind; } descr = descr->next; } while (descr != card->rx_chain.head); return 0; rewind: gelic_card_release_rx_chain(card); return ret; } /** * gelic_card_alloc_rx_skbs - allocates rx skbs in rx descriptor chains * @card: card structure * * returns 0 on success, < 0 on failure */ static int gelic_card_alloc_rx_skbs(struct gelic_card *card) { struct gelic_descr_chain *chain; int ret; chain = &card->rx_chain; ret = gelic_card_fill_rx_chain(card); chain->tail = card->rx_top->prev; /* point to the last */ return ret; } /** * gelic_descr_release_tx - processes a used tx descriptor * @card: card structure * @descr: descriptor to release * * releases a used tx descriptor (unmapping, freeing of skb) */ static void gelic_descr_release_tx(struct gelic_card *card, struct gelic_descr *descr) { struct sk_buff *skb = descr->skb; BUG_ON(!(be32_to_cpu(descr->data_status) & GELIC_DESCR_TX_TAIL)); dma_unmap_single(ctodev(card), be32_to_cpu(descr->buf_addr), skb->len, DMA_TO_DEVICE); dev_kfree_skb_any(skb); descr->buf_addr = 0; descr->buf_size = 0; descr->next_descr_addr = 0; descr->result_size = 0; descr->valid_size = 0; descr->data_status = 0; descr->data_error = 0; descr->skb = NULL; /* set descr status */ gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE); } static void gelic_card_stop_queues(struct gelic_card *card) { netif_stop_queue(card->netdev[GELIC_PORT_ETHERNET_0]); if (card->netdev[GELIC_PORT_WIRELESS]) netif_stop_queue(card->netdev[GELIC_PORT_WIRELESS]); } static void gelic_card_wake_queues(struct gelic_card *card) { netif_wake_queue(card->netdev[GELIC_PORT_ETHERNET_0]); if (card->netdev[GELIC_PORT_WIRELESS]) netif_wake_queue(card->netdev[GELIC_PORT_WIRELESS]); } /** * gelic_card_release_tx_chain - processes sent tx descriptors * @card: adapter structure * @stop: net_stop sequence * * releases the tx descriptors that gelic has finished with */ static void gelic_card_release_tx_chain(struct gelic_card *card, int stop) { struct gelic_descr_chain *tx_chain; enum gelic_descr_dma_status status; struct net_device *netdev; int release = 0; for (tx_chain = &card->tx_chain; tx_chain->head != tx_chain->tail && tx_chain->tail; tx_chain->tail = tx_chain->tail->next) { status = gelic_descr_get_status(tx_chain->tail); netdev = tx_chain->tail->skb->dev; switch (status) { case GELIC_DESCR_DMA_RESPONSE_ERROR: case GELIC_DESCR_DMA_PROTECTION_ERROR: case GELIC_DESCR_DMA_FORCE_END: if (printk_ratelimit()) dev_info(ctodev(card), "%s: forcing end of tx descriptor " \ "with status %x\n", __func__, status); netdev->stats.tx_dropped++; break; case GELIC_DESCR_DMA_COMPLETE: if (tx_chain->tail->skb) { netdev->stats.tx_packets++; netdev->stats.tx_bytes += tx_chain->tail->skb->len; } break; case GELIC_DESCR_DMA_CARDOWNED: /* pending tx request */ default: /* any other value (== GELIC_DESCR_DMA_NOT_IN_USE) */ if (!stop) goto out; } gelic_descr_release_tx(card, tx_chain->tail); release ++; } out: if (!stop && release) gelic_card_wake_queues(card); } /** * gelic_net_set_multi - sets multicast addresses and promisc flags * @netdev: interface device structure * * gelic_net_set_multi configures multicast addresses as needed for the * netdev interface. It also sets up multicast, allmulti and promisc * flags appropriately */ void gelic_net_set_multi(struct net_device *netdev) { struct gelic_card *card = netdev_card(netdev); struct netdev_hw_addr *ha; unsigned int i; uint8_t *p; u64 addr; int status; /* clear all multicast address */ status = lv1_net_remove_multicast_address(bus_id(card), dev_id(card), 0, 1); if (status) dev_err(ctodev(card), "lv1_net_remove_multicast_address failed %d\n", status); /* set broadcast address */ status = lv1_net_add_multicast_address(bus_id(card), dev_id(card), GELIC_NET_BROADCAST_ADDR, 0); if (status) dev_err(ctodev(card), "lv1_net_add_multicast_address failed, %d\n", status); if ((netdev->flags & IFF_ALLMULTI) || (netdev_mc_count(netdev) > GELIC_NET_MC_COUNT_MAX)) { status = lv1_net_add_multicast_address(bus_id(card), dev_id(card), 0, 1); if (status) dev_err(ctodev(card), "lv1_net_add_multicast_address failed, %d\n", status); return; } /* set multicast addresses */ netdev_for_each_mc_addr(ha, netdev) { addr = 0; p = ha->addr; for (i = 0; i < ETH_ALEN; i++) { addr <<= 8; addr |= *p++; } status = lv1_net_add_multicast_address(bus_id(card), dev_id(card), addr, 0); if (status) dev_err(ctodev(card), "lv1_net_add_multicast_address failed, %d\n", status); } } /** * gelic_net_stop - called upon ifconfig down * @netdev: interface device structure * * always returns 0 */ int gelic_net_stop(struct net_device *netdev) { struct gelic_card *card; pr_debug("%s: start\n", __func__); netif_stop_queue(netdev); netif_carrier_off(netdev); card = netdev_card(netdev); gelic_card_down(card); pr_debug("%s: done\n", __func__); return 0; } /** * gelic_card_get_next_tx_descr - returns the next available tx descriptor * @card: device structure to get descriptor from * * returns the address of the next descriptor, or NULL if not available. */ static struct gelic_descr * gelic_card_get_next_tx_descr(struct gelic_card *card) { if (!card->tx_chain.head) return NULL; /* see if the next descriptor is free */ if (card->tx_chain.tail != card->tx_chain.head->next && gelic_descr_get_status(card->tx_chain.head) == GELIC_DESCR_DMA_NOT_IN_USE) return card->tx_chain.head; else return NULL; } /** * gelic_net_set_txdescr_cmdstat - sets the tx descriptor command field * @descr: descriptor structure to fill out * @skb: packet to consider * * fills out the command and status field of the descriptor structure, * depending on hardware checksum settings. This function assumes a wmb() * has executed before. */ static void gelic_descr_set_tx_cmdstat(struct gelic_descr *descr, struct sk_buff *skb) { if (skb->ip_summed != CHECKSUM_PARTIAL) descr->dmac_cmd_status = cpu_to_be32(GELIC_DESCR_DMA_CMD_NO_CHKSUM | GELIC_DESCR_TX_DMA_FRAME_TAIL); else { /* is packet ip? * if yes: tcp? udp? */ if (skb->protocol == htons(ETH_P_IP)) { if (ip_hdr(skb)->protocol == IPPROTO_TCP) descr->dmac_cmd_status = cpu_to_be32(GELIC_DESCR_DMA_CMD_TCP_CHKSUM | GELIC_DESCR_TX_DMA_FRAME_TAIL); else if (ip_hdr(skb)->protocol == IPPROTO_UDP) descr->dmac_cmd_status = cpu_to_be32(GELIC_DESCR_DMA_CMD_UDP_CHKSUM | GELIC_DESCR_TX_DMA_FRAME_TAIL); else /* * the stack should checksum non-tcp and non-udp * packets on his own: NETIF_F_IP_CSUM */ descr->dmac_cmd_status = cpu_to_be32(GELIC_DESCR_DMA_CMD_NO_CHKSUM | GELIC_DESCR_TX_DMA_FRAME_TAIL); } } } static struct sk_buff *gelic_put_vlan_tag(struct sk_buff *skb, unsigned short tag) { struct vlan_ethhdr *veth; static unsigned int c; if (skb_headroom(skb) < VLAN_HLEN) { struct sk_buff *sk_tmp = skb; pr_debug("%s: hd=%d c=%ud\n", __func__, skb_headroom(skb), c); skb = skb_realloc_headroom(sk_tmp, VLAN_HLEN); if (!skb) return NULL; dev_kfree_skb_any(sk_tmp); } veth = skb_push(skb, VLAN_HLEN); /* Move the mac addresses to the top of buffer */ memmove(skb->data, skb->data + VLAN_HLEN, 2 * ETH_ALEN); veth->h_vlan_proto = cpu_to_be16(ETH_P_8021Q); veth->h_vlan_TCI = htons(tag); return skb; } /** * gelic_descr_prepare_tx - setup a descriptor for sending packets * @card: card structure * @descr: descriptor structure * @skb: packet to use * * returns 0 on success, <0 on failure. * */ static int gelic_descr_prepare_tx(struct gelic_card *card, struct gelic_descr *descr, struct sk_buff *skb) { dma_addr_t buf; if (card->vlan_required) { struct sk_buff *skb_tmp; enum gelic_port_type type; type = netdev_port(skb->dev)->type; skb_tmp = gelic_put_vlan_tag(skb, card->vlan[type].tx); if (!skb_tmp) return -ENOMEM; skb = skb_tmp; } buf = dma_map_single(ctodev(card), skb->data, skb->len, DMA_TO_DEVICE); if (dma_mapping_error(ctodev(card), buf)) { dev_err(ctodev(card), "dma map 2 failed (%p, %i). Dropping packet\n", skb->data, skb->len); return -ENOMEM; } descr->buf_addr = cpu_to_be32(buf); descr->buf_size = cpu_to_be32(skb->len); descr->skb = skb; descr->data_status = 0; descr->next_descr_addr = 0; /* terminate hw descr */ gelic_descr_set_tx_cmdstat(descr, skb); /* bump free descriptor pointer */ card->tx_chain.head = descr->next; return 0; } /** * gelic_card_kick_txdma - enables TX DMA processing * @card: card structure * @descr: descriptor address to enable TX processing at * */ static int gelic_card_kick_txdma(struct gelic_card *card, struct gelic_descr *descr) { int status = 0; if (card->tx_dma_progress) return 0; if (gelic_descr_get_status(descr) == GELIC_DESCR_DMA_CARDOWNED) { card->tx_dma_progress = 1; status = lv1_net_start_tx_dma(bus_id(card), dev_id(card), descr->bus_addr, 0); if (status) { card->tx_dma_progress = 0; dev_info(ctodev(card), "lv1_net_start_txdma failed," \ "status=%d\n", status); } } return status; } /** * gelic_net_xmit - transmits a frame over the device * @skb: packet to send out * @netdev: interface device structure * * returns NETDEV_TX_OK on success, NETDEV_TX_BUSY on failure */ netdev_tx_t gelic_net_xmit(struct sk_buff *skb, struct net_device *netdev) { struct gelic_card *card = netdev_card(netdev); struct gelic_descr *descr; int result; unsigned long flags; spin_lock_irqsave(&card->tx_lock, flags); gelic_card_release_tx_chain(card, 0); descr = gelic_card_get_next_tx_descr(card); if (!descr) { /* * no more descriptors free */ gelic_card_stop_queues(card); spin_unlock_irqrestore(&card->tx_lock, flags); return NETDEV_TX_BUSY; } result = gelic_descr_prepare_tx(card, descr, skb); if (result) { /* * DMA map failed. As chances are that failure * would continue, just release skb and return */ netdev->stats.tx_dropped++; dev_kfree_skb_any(skb); spin_unlock_irqrestore(&card->tx_lock, flags); return NETDEV_TX_OK; } /* * link this prepared descriptor to previous one * to achieve high performance */ descr->prev->next_descr_addr = cpu_to_be32(descr->bus_addr); /* * as hardware descriptor is modified in the above lines, * ensure that the hardware sees it */ wmb(); if (gelic_card_kick_txdma(card, descr)) { /* * kick failed. * release descriptor which was just prepared */ netdev->stats.tx_dropped++; /* don't trigger BUG_ON() in gelic_descr_release_tx */ descr->data_status = cpu_to_be32(GELIC_DESCR_TX_TAIL); gelic_descr_release_tx(card, descr); /* reset head */ card->tx_chain.head = descr; /* reset hw termination */ descr->prev->next_descr_addr = 0; dev_info(ctodev(card), "%s: kick failure\n", __func__); } spin_unlock_irqrestore(&card->tx_lock, flags); return NETDEV_TX_OK; } /** * gelic_net_pass_skb_up - takes an skb from a descriptor and passes it on * @descr: descriptor to process * @card: card structure * @netdev: net_device structure to be passed packet * * iommu-unmaps the skb, fills out skb structure and passes the data to the * stack. The descriptor state is not changed. */ static void gelic_net_pass_skb_up(struct gelic_descr *descr, struct gelic_card *card, struct net_device *netdev) { struct sk_buff *skb = descr->skb; u32 data_status, data_error; data_status = be32_to_cpu(descr->data_status); data_error = be32_to_cpu(descr->data_error); /* unmap skb buffer */ dma_unmap_single(ctodev(card), be32_to_cpu(descr->buf_addr), GELIC_NET_MAX_FRAME, DMA_FROM_DEVICE); skb_put(skb, be32_to_cpu(descr->valid_size)? be32_to_cpu(descr->valid_size) : be32_to_cpu(descr->result_size)); if (!descr->valid_size) dev_info(ctodev(card), "buffer full %x %x %x\n", be32_to_cpu(descr->result_size), be32_to_cpu(descr->buf_size), be32_to_cpu(descr->dmac_cmd_status)); descr->skb = NULL; /* * the card put 2 bytes vlan tag in front * of the ethernet frame */ skb_pull(skb, 2); skb->protocol = eth_type_trans(skb, netdev); /* checksum offload */ if (netdev->features & NETIF_F_RXCSUM) { if ((data_status & GELIC_DESCR_DATA_STATUS_CHK_MASK) && (!(data_error & GELIC_DESCR_DATA_ERROR_CHK_MASK))) skb->ip_summed = CHECKSUM_UNNECESSARY; else skb_checksum_none_assert(skb); } else skb_checksum_none_assert(skb); /* update netdevice statistics */ netdev->stats.rx_packets++; netdev->stats.rx_bytes += skb->len; /* pass skb up to stack */ netif_receive_skb(skb); } /** * gelic_card_decode_one_descr - processes an rx descriptor * @card: card structure * * returns 1 if a packet has been sent to the stack, otherwise 0 * * processes an rx descriptor by iommu-unmapping the data buffer and passing * the packet up to the stack */ static int gelic_card_decode_one_descr(struct gelic_card *card) { enum gelic_descr_dma_status status; struct gelic_descr_chain *chain = &card->rx_chain; struct gelic_descr *descr = chain->head; struct net_device *netdev = NULL; int dmac_chain_ended; status = gelic_descr_get_status(descr); if (status == GELIC_DESCR_DMA_CARDOWNED) return 0; if (status == GELIC_DESCR_DMA_NOT_IN_USE) { dev_dbg(ctodev(card), "dormant descr? %p\n", descr); return 0; } /* netdevice select */ if (card->vlan_required) { unsigned int i; u16 vid; vid = *(u16 *)(descr->skb->data) & VLAN_VID_MASK; for (i = 0; i < GELIC_PORT_MAX; i++) { if (card->vlan[i].rx == vid) { netdev = card->netdev[i]; break; } } if (GELIC_PORT_MAX <= i) { pr_info("%s: unknown packet vid=%x\n", __func__, vid); goto refill; } } else netdev = card->netdev[GELIC_PORT_ETHERNET_0]; if ((status == GELIC_DESCR_DMA_RESPONSE_ERROR) || (status == GELIC_DESCR_DMA_PROTECTION_ERROR) || (status == GELIC_DESCR_DMA_FORCE_END)) { dev_info(ctodev(card), "dropping RX descriptor with state %x\n", status); netdev->stats.rx_dropped++; goto refill; } if (status == GELIC_DESCR_DMA_BUFFER_FULL) { /* * Buffer full would occur if and only if * the frame length was longer than the size of this * descriptor's buffer. If the frame length was equal * to or shorter than buffer'size, FRAME_END condition * would occur. * Anyway this frame was longer than the MTU, * just drop it. */ dev_info(ctodev(card), "overlength frame\n"); goto refill; } /* * descriptors any other than FRAME_END here should * be treated as error. */ if (status != GELIC_DESCR_DMA_FRAME_END) { dev_dbg(ctodev(card), "RX descriptor with state %x\n", status); goto refill; } /* ok, we've got a packet in descr */ gelic_net_pass_skb_up(descr, card, netdev); refill: /* is the current descriptor terminated with next_descr == NULL? */ dmac_chain_ended = be32_to_cpu(descr->dmac_cmd_status) & GELIC_DESCR_RX_DMA_CHAIN_END; /* * So that always DMAC can see the end * of the descriptor chain to avoid * from unwanted DMAC overrun. */ descr->next_descr_addr = 0; /* change the descriptor state: */ gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE); /* * this call can fail, but for now, just leave this * descriptor without skb */ gelic_descr_prepare_rx(card, descr); chain->tail = descr; chain->head = descr->next; /* * Set this descriptor the end of the chain. */ descr->prev->next_descr_addr = cpu_to_be32(descr->bus_addr); /* * If dmac chain was met, DMAC stopped. * thus re-enable it */ if (dmac_chain_ended) gelic_card_enable_rxdmac(card); return 1; } /** * gelic_net_poll - NAPI poll function called by the stack to return packets * @napi: napi structure * @budget: number of packets we can pass to the stack at most * * returns the number of the processed packets * */ static int gelic_net_poll(struct napi_struct *napi, int budget) { struct gelic_card *card = container_of(napi, struct gelic_card, napi); int packets_done = 0; while (packets_done < budget) { if (!gelic_card_decode_one_descr(card)) break; packets_done++; } if (packets_done < budget) { napi_complete_done(napi, packets_done); gelic_card_rx_irq_on(card); } return packets_done; } /** * gelic_card_interrupt - event handler for gelic_net */ static irqreturn_t gelic_card_interrupt(int irq, void *ptr) { unsigned long flags; struct gelic_card *card = ptr; u64 status; status = card->irq_status; if (!status) return IRQ_NONE; status &= card->irq_mask; if (status & GELIC_CARD_RXINT) { gelic_card_rx_irq_off(card); napi_schedule(&card->napi); } if (status & GELIC_CARD_TXINT) { spin_lock_irqsave(&card->tx_lock, flags); card->tx_dma_progress = 0; gelic_card_release_tx_chain(card, 0); /* kick outstanding tx descriptor if any */ gelic_card_kick_txdma(card, card->tx_chain.tail); spin_unlock_irqrestore(&card->tx_lock, flags); } /* ether port status changed */ if (status & GELIC_CARD_PORT_STATUS_CHANGED) gelic_card_get_ether_port_status(card, 1); #ifdef CONFIG_GELIC_WIRELESS if (status & (GELIC_CARD_WLAN_EVENT_RECEIVED | GELIC_CARD_WLAN_COMMAND_COMPLETED)) gelic_wl_interrupt(card->netdev[GELIC_PORT_WIRELESS], status); #endif return IRQ_HANDLED; } #ifdef CONFIG_NET_POLL_CONTROLLER /** * gelic_net_poll_controller - artificial interrupt for netconsole etc. * @netdev: interface device structure * * see Documentation/networking/netconsole.rst */ void gelic_net_poll_controller(struct net_device *netdev) { struct gelic_card *card = netdev_card(netdev); gelic_card_set_irq_mask(card, 0); gelic_card_interrupt(netdev->irq, netdev); gelic_card_set_irq_mask(card, card->irq_mask); } #endif /* CONFIG_NET_POLL_CONTROLLER */ /** * gelic_net_open - called upon ifconfig up * @netdev: interface device structure * * returns 0 on success, <0 on failure * * gelic_net_open allocates all the descriptors and memory needed for * operation, sets up multicast list and enables interrupts */ int gelic_net_open(struct net_device *netdev) { struct gelic_card *card = netdev_card(netdev); dev_dbg(ctodev(card), " -> %s %p\n", __func__, netdev); gelic_card_up(card); netif_start_queue(netdev); gelic_card_get_ether_port_status(card, 1); dev_dbg(ctodev(card), " <- %s\n", __func__); return 0; } void gelic_net_get_drvinfo(struct net_device *netdev, struct ethtool_drvinfo *info) { strlcpy(info->driver, DRV_NAME, sizeof(info->driver)); strlcpy(info->version, DRV_VERSION, sizeof(info->version)); } static int gelic_ether_get_link_ksettings(struct net_device *netdev, struct ethtool_link_ksettings *cmd) { struct gelic_card *card = netdev_card(netdev); u32 supported, advertising; gelic_card_get_ether_port_status(card, 0); if (card->ether_port_status & GELIC_LV1_ETHER_FULL_DUPLEX) cmd->base.duplex = DUPLEX_FULL; else cmd->base.duplex = DUPLEX_HALF; switch (card->ether_port_status & GELIC_LV1_ETHER_SPEED_MASK) { case GELIC_LV1_ETHER_SPEED_10: cmd->base.speed = SPEED_10; break; case GELIC_LV1_ETHER_SPEED_100: cmd->base.speed = SPEED_100; break; case GELIC_LV1_ETHER_SPEED_1000: cmd->base.speed = SPEED_1000; break; default: pr_info("%s: speed unknown\n", __func__); cmd->base.speed = SPEED_10; break; } supported = SUPPORTED_TP | SUPPORTED_Autoneg | SUPPORTED_10baseT_Half | SUPPORTED_10baseT_Full | SUPPORTED_100baseT_Half | SUPPORTED_100baseT_Full | SUPPORTED_1000baseT_Full; advertising = supported; if (card->link_mode & GELIC_LV1_ETHER_AUTO_NEG) { cmd->base.autoneg = AUTONEG_ENABLE; } else { cmd->base.autoneg = AUTONEG_DISABLE; advertising &= ~ADVERTISED_Autoneg; } cmd->base.port = PORT_TP; ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.supported, supported); ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.advertising, advertising); return 0; } static int gelic_ether_set_link_ksettings(struct net_device *netdev, const struct ethtool_link_ksettings *cmd) { struct gelic_card *card = netdev_card(netdev); u64 mode; int ret; if (cmd->base.autoneg == AUTONEG_ENABLE) { mode = GELIC_LV1_ETHER_AUTO_NEG; } else { switch (cmd->base.speed) { case SPEED_10: mode = GELIC_LV1_ETHER_SPEED_10; break; case SPEED_100: mode = GELIC_LV1_ETHER_SPEED_100; break; case SPEED_1000: mode = GELIC_LV1_ETHER_SPEED_1000; break; default: return -EINVAL; } if (cmd->base.duplex == DUPLEX_FULL) { mode |= GELIC_LV1_ETHER_FULL_DUPLEX; } else if (cmd->base.speed == SPEED_1000) { pr_info("1000 half duplex is not supported.\n"); return -EINVAL; } } ret = gelic_card_set_link_mode(card, mode); if (ret) return ret; return 0; } static void gelic_net_get_wol(struct net_device *netdev, struct ethtool_wolinfo *wol) { if (0 <= ps3_compare_firmware_version(2, 2, 0)) wol->supported = WAKE_MAGIC; else wol->supported = 0; wol->wolopts = ps3_sys_manager_get_wol() ? wol->supported : 0; memset(&wol->sopass, 0, sizeof(wol->sopass)); } static int gelic_net_set_wol(struct net_device *netdev, struct ethtool_wolinfo *wol) { int status; struct gelic_card *card; u64 v1, v2; if (ps3_compare_firmware_version(2, 2, 0) < 0 || !capable(CAP_NET_ADMIN)) return -EPERM; if (wol->wolopts & ~WAKE_MAGIC) return -EINVAL; card = netdev_card(netdev); if (wol->wolopts & WAKE_MAGIC) { status = lv1_net_control(bus_id(card), dev_id(card), GELIC_LV1_SET_WOL, GELIC_LV1_WOL_MAGIC_PACKET, 0, GELIC_LV1_WOL_MP_ENABLE, &v1, &v2); if (status) { pr_info("%s: enabling WOL failed %d\n", __func__, status); status = -EIO; goto done; } status = lv1_net_control(bus_id(card), dev_id(card), GELIC_LV1_SET_WOL, GELIC_LV1_WOL_ADD_MATCH_ADDR, 0, GELIC_LV1_WOL_MATCH_ALL, &v1, &v2); if (!status) ps3_sys_manager_set_wol(1); else { pr_info("%s: enabling WOL filter failed %d\n", __func__, status); status = -EIO; } } else { status = lv1_net_control(bus_id(card), dev_id(card), GELIC_LV1_SET_WOL, GELIC_LV1_WOL_MAGIC_PACKET, 0, GELIC_LV1_WOL_MP_DISABLE, &v1, &v2); if (status) { pr_info("%s: disabling WOL failed %d\n", __func__, status); status = -EIO; goto done; } status = lv1_net_control(bus_id(card), dev_id(card), GELIC_LV1_SET_WOL, GELIC_LV1_WOL_DELETE_MATCH_ADDR, 0, GELIC_LV1_WOL_MATCH_ALL, &v1, &v2); if (!status) ps3_sys_manager_set_wol(0); else { pr_info("%s: removing WOL filter failed %d\n", __func__, status); status = -EIO; } } done: return status; } static const struct ethtool_ops gelic_ether_ethtool_ops = { .get_drvinfo = gelic_net_get_drvinfo, .get_link = ethtool_op_get_link, .get_wol = gelic_net_get_wol, .set_wol = gelic_net_set_wol, .get_link_ksettings = gelic_ether_get_link_ksettings, .set_link_ksettings = gelic_ether_set_link_ksettings, }; /** * gelic_net_tx_timeout_task - task scheduled by the watchdog timeout * function (to be called not under interrupt status) * @work: work is context of tx timout task * * called as task when tx hangs, resets interface (if interface is up) */ static void gelic_net_tx_timeout_task(struct work_struct *work) { struct gelic_card *card = container_of(work, struct gelic_card, tx_timeout_task); struct net_device *netdev = card->netdev[GELIC_PORT_ETHERNET_0]; dev_info(ctodev(card), "%s:Timed out. Restarting...\n", __func__); if (!(netdev->flags & IFF_UP)) goto out; netif_device_detach(netdev); gelic_net_stop(netdev); gelic_net_open(netdev); netif_device_attach(netdev); out: atomic_dec(&card->tx_timeout_task_counter); } /** * gelic_net_tx_timeout - called when the tx timeout watchdog kicks in. * @netdev: interface device structure * * called, if tx hangs. Schedules a task that resets the interface */ void gelic_net_tx_timeout(struct net_device *netdev, unsigned int txqueue) { struct gelic_card *card; card = netdev_card(netdev); atomic_inc(&card->tx_timeout_task_counter); if (netdev->flags & IFF_UP) schedule_work(&card->tx_timeout_task); else atomic_dec(&card->tx_timeout_task_counter); } static const struct net_device_ops gelic_netdevice_ops = { .ndo_open = gelic_net_open, .ndo_stop = gelic_net_stop, .ndo_start_xmit = gelic_net_xmit, .ndo_set_rx_mode = gelic_net_set_multi, .ndo_tx_timeout = gelic_net_tx_timeout, .ndo_set_mac_address = eth_mac_addr, .ndo_validate_addr = eth_validate_addr, #ifdef CONFIG_NET_POLL_CONTROLLER .ndo_poll_controller = gelic_net_poll_controller, #endif }; /** * gelic_ether_setup_netdev_ops - initialization of net_device operations * @netdev: net_device structure * * fills out function pointers in the net_device structure */ static void gelic_ether_setup_netdev_ops(struct net_device *netdev, struct napi_struct *napi) { netdev->watchdog_timeo = GELIC_NET_WATCHDOG_TIMEOUT; /* NAPI */ netif_napi_add(netdev, napi, gelic_net_poll, NAPI_POLL_WEIGHT); netdev->ethtool_ops = &gelic_ether_ethtool_ops; netdev->netdev_ops = &gelic_netdevice_ops; } /** * gelic_ether_setup_netdev - initialization of net_device * @netdev: net_device structure * @card: card structure * * Returns 0 on success or <0 on failure * * gelic_ether_setup_netdev initializes the net_device structure * and register it. **/ int gelic_net_setup_netdev(struct net_device *netdev, struct gelic_card *card) { int status; u64 v1, v2; netdev->hw_features = NETIF_F_IP_CSUM | NETIF_F_RXCSUM; netdev->features = NETIF_F_IP_CSUM; if (GELIC_CARD_RX_CSUM_DEFAULT) netdev->features |= NETIF_F_RXCSUM; status = lv1_net_control(bus_id(card), dev_id(card), GELIC_LV1_GET_MAC_ADDRESS, 0, 0, 0, &v1, &v2); v1 <<= 16; if (status || !is_valid_ether_addr((u8 *)&v1)) { dev_info(ctodev(card), "%s:lv1_net_control GET_MAC_ADDR failed %d\n", __func__, status); return -EINVAL; } memcpy(netdev->dev_addr, &v1, ETH_ALEN); if (card->vlan_required) { netdev->hard_header_len += VLAN_HLEN; /* * As vlan is internally used, * we can not receive vlan packets */ netdev->features |= NETIF_F_VLAN_CHALLENGED; } /* MTU range: 64 - 1518 */ netdev->min_mtu = GELIC_NET_MIN_MTU; netdev->max_mtu = GELIC_NET_MAX_MTU; status = register_netdev(netdev); if (status) { dev_err(ctodev(card), "%s:Couldn't register %s %d\n", __func__, netdev->name, status); return status; } dev_info(ctodev(card), "%s: MAC addr %pM\n", netdev->name, netdev->dev_addr); return 0; } /** * gelic_alloc_card_net - allocates net_device and card structure * * returns the card structure or NULL in case of errors * * the card and net_device structures are linked to each other */ #define GELIC_ALIGN (32) static struct gelic_card *gelic_alloc_card_net(struct net_device **netdev) { struct gelic_card *card; struct gelic_port *port; void *p; size_t alloc_size; /* * gelic requires dma descriptor is 32 bytes aligned and * the hypervisor requires irq_status is 8 bytes aligned. */ BUILD_BUG_ON(offsetof(struct gelic_card, irq_status) % 8); BUILD_BUG_ON(offsetof(struct gelic_card, descr) % 32); alloc_size = sizeof(struct gelic_card) + sizeof(struct gelic_descr) * GELIC_NET_RX_DESCRIPTORS + sizeof(struct gelic_descr) * GELIC_NET_TX_DESCRIPTORS + GELIC_ALIGN - 1; p = kzalloc(alloc_size, GFP_KERNEL); if (!p) return NULL; card = PTR_ALIGN(p, GELIC_ALIGN); card->unalign = p; /* * alloc netdev */ *netdev = alloc_etherdev(sizeof(struct gelic_port)); if (!*netdev) { kfree(card->unalign); return NULL; } port = netdev_priv(*netdev); /* gelic_port */ port->netdev = *netdev; port->card = card; port->type = GELIC_PORT_ETHERNET_0; /* gelic_card */ card->netdev[GELIC_PORT_ETHERNET_0] = *netdev; INIT_WORK(&card->tx_timeout_task, gelic_net_tx_timeout_task); init_waitqueue_head(&card->waitq); atomic_set(&card->tx_timeout_task_counter, 0); mutex_init(&card->updown_lock); atomic_set(&card->users, 0); return card; } static void gelic_card_get_vlan_info(struct gelic_card *card) { u64 v1, v2; int status; unsigned int i; struct { int tx; int rx; } vlan_id_ix[2] = { [GELIC_PORT_ETHERNET_0] = { .tx = GELIC_LV1_VLAN_TX_ETHERNET_0, .rx = GELIC_LV1_VLAN_RX_ETHERNET_0 }, [GELIC_PORT_WIRELESS] = { .tx = GELIC_LV1_VLAN_TX_WIRELESS, .rx = GELIC_LV1_VLAN_RX_WIRELESS } }; for (i = 0; i < ARRAY_SIZE(vlan_id_ix); i++) { /* tx tag */ status = lv1_net_control(bus_id(card), dev_id(card), GELIC_LV1_GET_VLAN_ID, vlan_id_ix[i].tx, 0, 0, &v1, &v2); if (status || !v1) { if (status != LV1_NO_ENTRY) dev_dbg(ctodev(card), "get vlan id for tx(%d) failed(%d)\n", vlan_id_ix[i].tx, status); card->vlan[i].tx = 0; card->vlan[i].rx = 0; continue; } card->vlan[i].tx = (u16)v1; /* rx tag */ status = lv1_net_control(bus_id(card), dev_id(card), GELIC_LV1_GET_VLAN_ID, vlan_id_ix[i].rx, 0, 0, &v1, &v2); if (status || !v1) { if (status != LV1_NO_ENTRY) dev_info(ctodev(card), "get vlan id for rx(%d) failed(%d)\n", vlan_id_ix[i].rx, status); card->vlan[i].tx = 0; card->vlan[i].rx = 0; continue; } card->vlan[i].rx = (u16)v1; dev_dbg(ctodev(card), "vlan_id[%d] tx=%02x rx=%02x\n", i, card->vlan[i].tx, card->vlan[i].rx); } if (card->vlan[GELIC_PORT_ETHERNET_0].tx) { BUG_ON(!card->vlan[GELIC_PORT_WIRELESS].tx); card->vlan_required = 1; } else card->vlan_required = 0; /* check wirelss capable firmware */ if (ps3_compare_firmware_version(1, 6, 0) < 0) { card->vlan[GELIC_PORT_WIRELESS].tx = 0; card->vlan[GELIC_PORT_WIRELESS].rx = 0; } dev_info(ctodev(card), "internal vlan %s\n", card->vlan_required? "enabled" : "disabled"); } /** * ps3_gelic_driver_probe - add a device to the control of this driver */ static int ps3_gelic_driver_probe(struct ps3_system_bus_device *dev) { struct gelic_card *card; struct net_device *netdev; int result; pr_debug("%s: called\n", __func__); udbg_shutdown_ps3gelic(); result = ps3_open_hv_device(dev); if (result) { dev_dbg(&dev->core, "%s:ps3_open_hv_device failed\n", __func__); goto fail_open; } result = ps3_dma_region_create(dev->d_region); if (result) { dev_dbg(&dev->core, "%s:ps3_dma_region_create failed(%d)\n", __func__, result); BUG_ON("check region type"); goto fail_dma_region; } /* alloc card/netdevice */ card = gelic_alloc_card_net(&netdev); if (!card) { dev_info(&dev->core, "%s:gelic_net_alloc_card failed\n", __func__); result = -ENOMEM; goto fail_alloc_card; } ps3_system_bus_set_drvdata(dev, card); card->dev = dev; /* get internal vlan info */ gelic_card_get_vlan_info(card); card->link_mode = GELIC_LV1_ETHER_AUTO_NEG; /* setup interrupt */ result = lv1_net_set_interrupt_status_indicator(bus_id(card), dev_id(card), ps3_mm_phys_to_lpar(__pa(&card->irq_status)), 0); if (result) { dev_dbg(&dev->core, "%s:set_interrupt_status_indicator failed: %s\n", __func__, ps3_result(result)); result = -EIO; goto fail_status_indicator; } result = ps3_sb_event_receive_port_setup(dev, PS3_BINDING_CPU_ANY, &card->irq); if (result) { dev_info(ctodev(card), "%s:gelic_net_open_device failed (%d)\n", __func__, result); result = -EPERM; goto fail_alloc_irq; } result = request_irq(card->irq, gelic_card_interrupt, 0, netdev->name, card); if (result) { dev_info(ctodev(card), "%s:request_irq failed (%d)\n", __func__, result); goto fail_request_irq; } /* setup card structure */ card->irq_mask = GELIC_CARD_RXINT | GELIC_CARD_TXINT | GELIC_CARD_PORT_STATUS_CHANGED; result = gelic_card_init_chain(card, &card->tx_chain, card->descr, GELIC_NET_TX_DESCRIPTORS); if (result) goto fail_alloc_tx; result = gelic_card_init_chain(card, &card->rx_chain, card->descr + GELIC_NET_TX_DESCRIPTORS, GELIC_NET_RX_DESCRIPTORS); if (result) goto fail_alloc_rx; /* head of chain */ card->tx_top = card->tx_chain.head; card->rx_top = card->rx_chain.head; dev_dbg(ctodev(card), "descr rx %p, tx %p, size %#lx, num %#x\n", card->rx_top, card->tx_top, sizeof(struct gelic_descr), GELIC_NET_RX_DESCRIPTORS); /* allocate rx skbs */ result = gelic_card_alloc_rx_skbs(card); if (result) goto fail_alloc_skbs; spin_lock_init(&card->tx_lock); card->tx_dma_progress = 0; /* setup net_device structure */ netdev->irq = card->irq; SET_NETDEV_DEV(netdev, &card->dev->core); gelic_ether_setup_netdev_ops(netdev, &card->napi); result = gelic_net_setup_netdev(netdev, card); if (result) { dev_dbg(&dev->core, "%s: setup_netdev failed %d\n", __func__, result); goto fail_setup_netdev; } #ifdef CONFIG_GELIC_WIRELESS result = gelic_wl_driver_probe(card); if (result) { dev_dbg(&dev->core, "%s: WL init failed\n", __func__); goto fail_setup_netdev; } #endif pr_debug("%s: done\n", __func__); return 0; fail_setup_netdev: fail_alloc_skbs: gelic_card_free_chain(card, card->rx_chain.head); fail_alloc_rx: gelic_card_free_chain(card, card->tx_chain.head); fail_alloc_tx: free_irq(card->irq, card); netdev->irq = 0; fail_request_irq: ps3_sb_event_receive_port_destroy(dev, card->irq); fail_alloc_irq: lv1_net_set_interrupt_status_indicator(bus_id(card), bus_id(card), 0, 0); fail_status_indicator: ps3_system_bus_set_drvdata(dev, NULL); kfree(netdev_card(netdev)->unalign); free_netdev(netdev); fail_alloc_card: ps3_dma_region_free(dev->d_region); fail_dma_region: ps3_close_hv_device(dev); fail_open: return result; } /** * ps3_gelic_driver_remove - remove a device from the control of this driver */ static int ps3_gelic_driver_remove(struct ps3_system_bus_device *dev) { struct gelic_card *card = ps3_system_bus_get_drvdata(dev); struct net_device *netdev0; pr_debug("%s: called\n", __func__); /* set auto-negotiation */ gelic_card_set_link_mode(card, GELIC_LV1_ETHER_AUTO_NEG); #ifdef CONFIG_GELIC_WIRELESS gelic_wl_driver_remove(card); #endif /* stop interrupt */ gelic_card_set_irq_mask(card, 0); /* turn off DMA, force end */ gelic_card_disable_rxdmac(card); gelic_card_disable_txdmac(card); /* release chains */ gelic_card_release_tx_chain(card, 1); gelic_card_release_rx_chain(card); gelic_card_free_chain(card, card->tx_top); gelic_card_free_chain(card, card->rx_top); netdev0 = card->netdev[GELIC_PORT_ETHERNET_0]; /* disconnect event port */ free_irq(card->irq, card); netdev0->irq = 0; ps3_sb_event_receive_port_destroy(card->dev, card->irq); wait_event(card->waitq, atomic_read(&card->tx_timeout_task_counter) == 0); lv1_net_set_interrupt_status_indicator(bus_id(card), dev_id(card), 0 , 0); unregister_netdev(netdev0); kfree(netdev_card(netdev0)->unalign); free_netdev(netdev0); ps3_system_bus_set_drvdata(dev, NULL); ps3_dma_region_free(dev->d_region); ps3_close_hv_device(dev); pr_debug("%s: done\n", __func__); return 0; } static struct ps3_system_bus_driver ps3_gelic_driver = { .match_id = PS3_MATCH_ID_GELIC, .probe = ps3_gelic_driver_probe, .remove = ps3_gelic_driver_remove, .shutdown = ps3_gelic_driver_remove, .core.name = "ps3_gelic_driver", .core.owner = THIS_MODULE, }; static int __init ps3_gelic_driver_init (void) { return firmware_has_feature(FW_FEATURE_PS3_LV1) ? ps3_system_bus_driver_register(&ps3_gelic_driver) : -ENODEV; } static void __exit ps3_gelic_driver_exit (void) { ps3_system_bus_driver_unregister(&ps3_gelic_driver); } module_init(ps3_gelic_driver_init); module_exit(ps3_gelic_driver_exit); MODULE_ALIAS(PS3_MODULE_ALIAS_GELIC);