Merge branch 'stable/for-jens-3.9' of git://git.kernel.org/pub/scm/linux/kernel/git...
[cascardo/linux.git] / drivers / scsi / fnic / fnic_fcs.c
1 /*
2  * Copyright 2008 Cisco Systems, Inc.  All rights reserved.
3  * Copyright 2007 Nuova Systems, Inc.  All rights reserved.
4  *
5  * This program is free software; you may redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; version 2 of the License.
8  *
9  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
10  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
11  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
12  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
13  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
14  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
15  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
16  * SOFTWARE.
17  */
18 #include <linux/errno.h>
19 #include <linux/pci.h>
20 #include <linux/slab.h>
21 #include <linux/skbuff.h>
22 #include <linux/interrupt.h>
23 #include <linux/spinlock.h>
24 #include <linux/if_ether.h>
25 #include <linux/if_vlan.h>
26 #include <linux/workqueue.h>
27 #include <scsi/fc/fc_fip.h>
28 #include <scsi/fc/fc_els.h>
29 #include <scsi/fc/fc_fcoe.h>
30 #include <scsi/fc_frame.h>
31 #include <scsi/libfc.h>
32 #include "fnic_io.h"
33 #include "fnic.h"
34 #include "cq_enet_desc.h"
35 #include "cq_exch_desc.h"
36
37 struct workqueue_struct *fnic_event_queue;
38
39 static void fnic_set_eth_mode(struct fnic *);
40
41 void fnic_handle_link(struct work_struct *work)
42 {
43         struct fnic *fnic = container_of(work, struct fnic, link_work);
44         unsigned long flags;
45         int old_link_status;
46         u32 old_link_down_cnt;
47
48         spin_lock_irqsave(&fnic->fnic_lock, flags);
49
50         if (fnic->stop_rx_link_events) {
51                 spin_unlock_irqrestore(&fnic->fnic_lock, flags);
52                 return;
53         }
54
55         old_link_down_cnt = fnic->link_down_cnt;
56         old_link_status = fnic->link_status;
57         fnic->link_status = vnic_dev_link_status(fnic->vdev);
58         fnic->link_down_cnt = vnic_dev_link_down_cnt(fnic->vdev);
59
60         if (old_link_status == fnic->link_status) {
61                 if (!fnic->link_status)
62                         /* DOWN -> DOWN */
63                         spin_unlock_irqrestore(&fnic->fnic_lock, flags);
64                 else {
65                         if (old_link_down_cnt != fnic->link_down_cnt) {
66                                 /* UP -> DOWN -> UP */
67                                 fnic->lport->host_stats.link_failure_count++;
68                                 spin_unlock_irqrestore(&fnic->fnic_lock, flags);
69                                 FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
70                                              "link down\n");
71                                 fcoe_ctlr_link_down(&fnic->ctlr);
72                                 FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
73                                              "link up\n");
74                                 fcoe_ctlr_link_up(&fnic->ctlr);
75                         } else
76                                 /* UP -> UP */
77                                 spin_unlock_irqrestore(&fnic->fnic_lock, flags);
78                 }
79         } else if (fnic->link_status) {
80                 /* DOWN -> UP */
81                 spin_unlock_irqrestore(&fnic->fnic_lock, flags);
82                 FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host, "link up\n");
83                 fcoe_ctlr_link_up(&fnic->ctlr);
84         } else {
85                 /* UP -> DOWN */
86                 fnic->lport->host_stats.link_failure_count++;
87                 spin_unlock_irqrestore(&fnic->fnic_lock, flags);
88                 FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host, "link down\n");
89                 fcoe_ctlr_link_down(&fnic->ctlr);
90         }
91
92 }
93
94 /*
95  * This function passes incoming fabric frames to libFC
96  */
97 void fnic_handle_frame(struct work_struct *work)
98 {
99         struct fnic *fnic = container_of(work, struct fnic, frame_work);
100         struct fc_lport *lp = fnic->lport;
101         unsigned long flags;
102         struct sk_buff *skb;
103         struct fc_frame *fp;
104
105         while ((skb = skb_dequeue(&fnic->frame_queue))) {
106
107                 spin_lock_irqsave(&fnic->fnic_lock, flags);
108                 if (fnic->stop_rx_link_events) {
109                         spin_unlock_irqrestore(&fnic->fnic_lock, flags);
110                         dev_kfree_skb(skb);
111                         return;
112                 }
113                 fp = (struct fc_frame *)skb;
114
115                 /*
116                  * If we're in a transitional state, just re-queue and return.
117                  * The queue will be serviced when we get to a stable state.
118                  */
119                 if (fnic->state != FNIC_IN_FC_MODE &&
120                     fnic->state != FNIC_IN_ETH_MODE) {
121                         skb_queue_head(&fnic->frame_queue, skb);
122                         spin_unlock_irqrestore(&fnic->fnic_lock, flags);
123                         return;
124                 }
125                 spin_unlock_irqrestore(&fnic->fnic_lock, flags);
126
127                 fc_exch_recv(lp, fp);
128         }
129 }
130
131 /**
132  * fnic_import_rq_eth_pkt() - handle received FCoE or FIP frame.
133  * @fnic:       fnic instance.
134  * @skb:        Ethernet Frame.
135  */
136 static inline int fnic_import_rq_eth_pkt(struct fnic *fnic, struct sk_buff *skb)
137 {
138         struct fc_frame *fp;
139         struct ethhdr *eh;
140         struct fcoe_hdr *fcoe_hdr;
141         struct fcoe_crc_eof *ft;
142
143         /*
144          * Undo VLAN encapsulation if present.
145          */
146         eh = (struct ethhdr *)skb->data;
147         if (eh->h_proto == htons(ETH_P_8021Q)) {
148                 memmove((u8 *)eh + VLAN_HLEN, eh, ETH_ALEN * 2);
149                 eh = (struct ethhdr *)skb_pull(skb, VLAN_HLEN);
150                 skb_reset_mac_header(skb);
151         }
152         if (eh->h_proto == htons(ETH_P_FIP)) {
153                 skb_pull(skb, sizeof(*eh));
154                 fcoe_ctlr_recv(&fnic->ctlr, skb);
155                 return 1;               /* let caller know packet was used */
156         }
157         if (eh->h_proto != htons(ETH_P_FCOE))
158                 goto drop;
159         skb_set_network_header(skb, sizeof(*eh));
160         skb_pull(skb, sizeof(*eh));
161
162         fcoe_hdr = (struct fcoe_hdr *)skb->data;
163         if (FC_FCOE_DECAPS_VER(fcoe_hdr) != FC_FCOE_VER)
164                 goto drop;
165
166         fp = (struct fc_frame *)skb;
167         fc_frame_init(fp);
168         fr_sof(fp) = fcoe_hdr->fcoe_sof;
169         skb_pull(skb, sizeof(struct fcoe_hdr));
170         skb_reset_transport_header(skb);
171
172         ft = (struct fcoe_crc_eof *)(skb->data + skb->len - sizeof(*ft));
173         fr_eof(fp) = ft->fcoe_eof;
174         skb_trim(skb, skb->len - sizeof(*ft));
175         return 0;
176 drop:
177         dev_kfree_skb_irq(skb);
178         return -1;
179 }
180
181 /**
182  * fnic_update_mac_locked() - set data MAC address and filters.
183  * @fnic:       fnic instance.
184  * @new:        newly-assigned FCoE MAC address.
185  *
186  * Called with the fnic lock held.
187  */
188 void fnic_update_mac_locked(struct fnic *fnic, u8 *new)
189 {
190         u8 *ctl = fnic->ctlr.ctl_src_addr;
191         u8 *data = fnic->data_src_addr;
192
193         if (is_zero_ether_addr(new))
194                 new = ctl;
195         if (!compare_ether_addr(data, new))
196                 return;
197         FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host, "update_mac %pM\n", new);
198         if (!is_zero_ether_addr(data) && compare_ether_addr(data, ctl))
199                 vnic_dev_del_addr(fnic->vdev, data);
200         memcpy(data, new, ETH_ALEN);
201         if (compare_ether_addr(new, ctl))
202                 vnic_dev_add_addr(fnic->vdev, new);
203 }
204
205 /**
206  * fnic_update_mac() - set data MAC address and filters.
207  * @lport:      local port.
208  * @new:        newly-assigned FCoE MAC address.
209  */
210 void fnic_update_mac(struct fc_lport *lport, u8 *new)
211 {
212         struct fnic *fnic = lport_priv(lport);
213
214         spin_lock_irq(&fnic->fnic_lock);
215         fnic_update_mac_locked(fnic, new);
216         spin_unlock_irq(&fnic->fnic_lock);
217 }
218
219 /**
220  * fnic_set_port_id() - set the port_ID after successful FLOGI.
221  * @lport:      local port.
222  * @port_id:    assigned FC_ID.
223  * @fp:         received frame containing the FLOGI accept or NULL.
224  *
225  * This is called from libfc when a new FC_ID has been assigned.
226  * This causes us to reset the firmware to FC_MODE and setup the new MAC
227  * address and FC_ID.
228  *
229  * It is also called with FC_ID 0 when we're logged off.
230  *
231  * If the FC_ID is due to point-to-point, fp may be NULL.
232  */
233 void fnic_set_port_id(struct fc_lport *lport, u32 port_id, struct fc_frame *fp)
234 {
235         struct fnic *fnic = lport_priv(lport);
236         u8 *mac;
237         int ret;
238
239         FNIC_FCS_DBG(KERN_DEBUG, lport->host, "set port_id %x fp %p\n",
240                      port_id, fp);
241
242         /*
243          * If we're clearing the FC_ID, change to use the ctl_src_addr.
244          * Set ethernet mode to send FLOGI.
245          */
246         if (!port_id) {
247                 fnic_update_mac(lport, fnic->ctlr.ctl_src_addr);
248                 fnic_set_eth_mode(fnic);
249                 return;
250         }
251
252         if (fp) {
253                 mac = fr_cb(fp)->granted_mac;
254                 if (is_zero_ether_addr(mac)) {
255                         /* non-FIP - FLOGI already accepted - ignore return */
256                         fcoe_ctlr_recv_flogi(&fnic->ctlr, lport, fp);
257                 }
258                 fnic_update_mac(lport, mac);
259         }
260
261         /* Change state to reflect transition to FC mode */
262         spin_lock_irq(&fnic->fnic_lock);
263         if (fnic->state == FNIC_IN_ETH_MODE || fnic->state == FNIC_IN_FC_MODE)
264                 fnic->state = FNIC_IN_ETH_TRANS_FC_MODE;
265         else {
266                 FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
267                              "Unexpected fnic state %s while"
268                              " processing flogi resp\n",
269                              fnic_state_to_str(fnic->state));
270                 spin_unlock_irq(&fnic->fnic_lock);
271                 return;
272         }
273         spin_unlock_irq(&fnic->fnic_lock);
274
275         /*
276          * Send FLOGI registration to firmware to set up FC mode.
277          * The new address will be set up when registration completes.
278          */
279         ret = fnic_flogi_reg_handler(fnic, port_id);
280
281         if (ret < 0) {
282                 spin_lock_irq(&fnic->fnic_lock);
283                 if (fnic->state == FNIC_IN_ETH_TRANS_FC_MODE)
284                         fnic->state = FNIC_IN_ETH_MODE;
285                 spin_unlock_irq(&fnic->fnic_lock);
286         }
287 }
288
289 static void fnic_rq_cmpl_frame_recv(struct vnic_rq *rq, struct cq_desc
290                                     *cq_desc, struct vnic_rq_buf *buf,
291                                     int skipped __attribute__((unused)),
292                                     void *opaque)
293 {
294         struct fnic *fnic = vnic_dev_priv(rq->vdev);
295         struct sk_buff *skb;
296         struct fc_frame *fp;
297         unsigned int eth_hdrs_stripped;
298         u8 type, color, eop, sop, ingress_port, vlan_stripped;
299         u8 fcoe = 0, fcoe_sof, fcoe_eof;
300         u8 fcoe_fc_crc_ok = 1, fcoe_enc_error = 0;
301         u8 tcp_udp_csum_ok, udp, tcp, ipv4_csum_ok;
302         u8 ipv6, ipv4, ipv4_fragment, rss_type, csum_not_calc;
303         u8 fcs_ok = 1, packet_error = 0;
304         u16 q_number, completed_index, bytes_written = 0, vlan, checksum;
305         u32 rss_hash;
306         u16 exchange_id, tmpl;
307         u8 sof = 0;
308         u8 eof = 0;
309         u32 fcp_bytes_written = 0;
310         unsigned long flags;
311
312         pci_unmap_single(fnic->pdev, buf->dma_addr, buf->len,
313                          PCI_DMA_FROMDEVICE);
314         skb = buf->os_buf;
315         fp = (struct fc_frame *)skb;
316         buf->os_buf = NULL;
317
318         cq_desc_dec(cq_desc, &type, &color, &q_number, &completed_index);
319         if (type == CQ_DESC_TYPE_RQ_FCP) {
320                 cq_fcp_rq_desc_dec((struct cq_fcp_rq_desc *)cq_desc,
321                                    &type, &color, &q_number, &completed_index,
322                                    &eop, &sop, &fcoe_fc_crc_ok, &exchange_id,
323                                    &tmpl, &fcp_bytes_written, &sof, &eof,
324                                    &ingress_port, &packet_error,
325                                    &fcoe_enc_error, &fcs_ok, &vlan_stripped,
326                                    &vlan);
327                 eth_hdrs_stripped = 1;
328                 skb_trim(skb, fcp_bytes_written);
329                 fr_sof(fp) = sof;
330                 fr_eof(fp) = eof;
331
332         } else if (type == CQ_DESC_TYPE_RQ_ENET) {
333                 cq_enet_rq_desc_dec((struct cq_enet_rq_desc *)cq_desc,
334                                     &type, &color, &q_number, &completed_index,
335                                     &ingress_port, &fcoe, &eop, &sop,
336                                     &rss_type, &csum_not_calc, &rss_hash,
337                                     &bytes_written, &packet_error,
338                                     &vlan_stripped, &vlan, &checksum,
339                                     &fcoe_sof, &fcoe_fc_crc_ok,
340                                     &fcoe_enc_error, &fcoe_eof,
341                                     &tcp_udp_csum_ok, &udp, &tcp,
342                                     &ipv4_csum_ok, &ipv6, &ipv4,
343                                     &ipv4_fragment, &fcs_ok);
344                 eth_hdrs_stripped = 0;
345                 skb_trim(skb, bytes_written);
346                 if (!fcs_ok) {
347                         FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
348                                      "fcs error.  dropping packet.\n");
349                         goto drop;
350                 }
351                 if (fnic_import_rq_eth_pkt(fnic, skb))
352                         return;
353
354         } else {
355                 /* wrong CQ type*/
356                 shost_printk(KERN_ERR, fnic->lport->host,
357                              "fnic rq_cmpl wrong cq type x%x\n", type);
358                 goto drop;
359         }
360
361         if (!fcs_ok || packet_error || !fcoe_fc_crc_ok || fcoe_enc_error) {
362                 FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
363                              "fnic rq_cmpl fcoe x%x fcsok x%x"
364                              " pkterr x%x fcoe_fc_crc_ok x%x, fcoe_enc_err"
365                              " x%x\n",
366                              fcoe, fcs_ok, packet_error,
367                              fcoe_fc_crc_ok, fcoe_enc_error);
368                 goto drop;
369         }
370
371         spin_lock_irqsave(&fnic->fnic_lock, flags);
372         if (fnic->stop_rx_link_events) {
373                 spin_unlock_irqrestore(&fnic->fnic_lock, flags);
374                 goto drop;
375         }
376         fr_dev(fp) = fnic->lport;
377         spin_unlock_irqrestore(&fnic->fnic_lock, flags);
378
379         skb_queue_tail(&fnic->frame_queue, skb);
380         queue_work(fnic_event_queue, &fnic->frame_work);
381
382         return;
383 drop:
384         dev_kfree_skb_irq(skb);
385 }
386
387 static int fnic_rq_cmpl_handler_cont(struct vnic_dev *vdev,
388                                      struct cq_desc *cq_desc, u8 type,
389                                      u16 q_number, u16 completed_index,
390                                      void *opaque)
391 {
392         struct fnic *fnic = vnic_dev_priv(vdev);
393
394         vnic_rq_service(&fnic->rq[q_number], cq_desc, completed_index,
395                         VNIC_RQ_RETURN_DESC, fnic_rq_cmpl_frame_recv,
396                         NULL);
397         return 0;
398 }
399
400 int fnic_rq_cmpl_handler(struct fnic *fnic, int rq_work_to_do)
401 {
402         unsigned int tot_rq_work_done = 0, cur_work_done;
403         unsigned int i;
404         int err;
405
406         for (i = 0; i < fnic->rq_count; i++) {
407                 cur_work_done = vnic_cq_service(&fnic->cq[i], rq_work_to_do,
408                                                 fnic_rq_cmpl_handler_cont,
409                                                 NULL);
410                 if (cur_work_done) {
411                         err = vnic_rq_fill(&fnic->rq[i], fnic_alloc_rq_frame);
412                         if (err)
413                                 shost_printk(KERN_ERR, fnic->lport->host,
414                                              "fnic_alloc_rq_frame can't alloc"
415                                              " frame\n");
416                 }
417                 tot_rq_work_done += cur_work_done;
418         }
419
420         return tot_rq_work_done;
421 }
422
423 /*
424  * This function is called once at init time to allocate and fill RQ
425  * buffers. Subsequently, it is called in the interrupt context after RQ
426  * buffer processing to replenish the buffers in the RQ
427  */
428 int fnic_alloc_rq_frame(struct vnic_rq *rq)
429 {
430         struct fnic *fnic = vnic_dev_priv(rq->vdev);
431         struct sk_buff *skb;
432         u16 len;
433         dma_addr_t pa;
434
435         len = FC_FRAME_HEADROOM + FC_MAX_FRAME + FC_FRAME_TAILROOM;
436         skb = dev_alloc_skb(len);
437         if (!skb) {
438                 FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
439                              "Unable to allocate RQ sk_buff\n");
440                 return -ENOMEM;
441         }
442         skb_reset_mac_header(skb);
443         skb_reset_transport_header(skb);
444         skb_reset_network_header(skb);
445         skb_put(skb, len);
446         pa = pci_map_single(fnic->pdev, skb->data, len, PCI_DMA_FROMDEVICE);
447         fnic_queue_rq_desc(rq, skb, pa, len);
448         return 0;
449 }
450
451 void fnic_free_rq_buf(struct vnic_rq *rq, struct vnic_rq_buf *buf)
452 {
453         struct fc_frame *fp = buf->os_buf;
454         struct fnic *fnic = vnic_dev_priv(rq->vdev);
455
456         pci_unmap_single(fnic->pdev, buf->dma_addr, buf->len,
457                          PCI_DMA_FROMDEVICE);
458
459         dev_kfree_skb(fp_skb(fp));
460         buf->os_buf = NULL;
461 }
462
463 /**
464  * fnic_eth_send() - Send Ethernet frame.
465  * @fip:        fcoe_ctlr instance.
466  * @skb:        Ethernet Frame, FIP, without VLAN encapsulation.
467  */
468 void fnic_eth_send(struct fcoe_ctlr *fip, struct sk_buff *skb)
469 {
470         struct fnic *fnic = fnic_from_ctlr(fip);
471         struct vnic_wq *wq = &fnic->wq[0];
472         dma_addr_t pa;
473         struct ethhdr *eth_hdr;
474         struct vlan_ethhdr *vlan_hdr;
475         unsigned long flags;
476
477         if (!fnic->vlan_hw_insert) {
478                 eth_hdr = (struct ethhdr *)skb_mac_header(skb);
479                 vlan_hdr = (struct vlan_ethhdr *)skb_push(skb,
480                                 sizeof(*vlan_hdr) - sizeof(*eth_hdr));
481                 memcpy(vlan_hdr, eth_hdr, 2 * ETH_ALEN);
482                 vlan_hdr->h_vlan_proto = htons(ETH_P_8021Q);
483                 vlan_hdr->h_vlan_encapsulated_proto = eth_hdr->h_proto;
484                 vlan_hdr->h_vlan_TCI = htons(fnic->vlan_id);
485         }
486
487         pa = pci_map_single(fnic->pdev, skb->data, skb->len, PCI_DMA_TODEVICE);
488
489         spin_lock_irqsave(&fnic->wq_lock[0], flags);
490         if (!vnic_wq_desc_avail(wq)) {
491                 pci_unmap_single(fnic->pdev, pa, skb->len, PCI_DMA_TODEVICE);
492                 spin_unlock_irqrestore(&fnic->wq_lock[0], flags);
493                 kfree_skb(skb);
494                 return;
495         }
496
497         fnic_queue_wq_eth_desc(wq, skb, pa, skb->len,
498                                0 /* hw inserts cos value */,
499                                fnic->vlan_id, 1);
500         spin_unlock_irqrestore(&fnic->wq_lock[0], flags);
501 }
502
503 /*
504  * Send FC frame.
505  */
506 static int fnic_send_frame(struct fnic *fnic, struct fc_frame *fp)
507 {
508         struct vnic_wq *wq = &fnic->wq[0];
509         struct sk_buff *skb;
510         dma_addr_t pa;
511         struct ethhdr *eth_hdr;
512         struct vlan_ethhdr *vlan_hdr;
513         struct fcoe_hdr *fcoe_hdr;
514         struct fc_frame_header *fh;
515         u32 tot_len, eth_hdr_len;
516         int ret = 0;
517         unsigned long flags;
518
519         fh = fc_frame_header_get(fp);
520         skb = fp_skb(fp);
521
522         if (unlikely(fh->fh_r_ctl == FC_RCTL_ELS_REQ) &&
523             fcoe_ctlr_els_send(&fnic->ctlr, fnic->lport, skb))
524                 return 0;
525
526         if (!fnic->vlan_hw_insert) {
527                 eth_hdr_len = sizeof(*vlan_hdr) + sizeof(*fcoe_hdr);
528                 vlan_hdr = (struct vlan_ethhdr *)skb_push(skb, eth_hdr_len);
529                 eth_hdr = (struct ethhdr *)vlan_hdr;
530                 vlan_hdr->h_vlan_proto = htons(ETH_P_8021Q);
531                 vlan_hdr->h_vlan_encapsulated_proto = htons(ETH_P_FCOE);
532                 vlan_hdr->h_vlan_TCI = htons(fnic->vlan_id);
533                 fcoe_hdr = (struct fcoe_hdr *)(vlan_hdr + 1);
534         } else {
535                 eth_hdr_len = sizeof(*eth_hdr) + sizeof(*fcoe_hdr);
536                 eth_hdr = (struct ethhdr *)skb_push(skb, eth_hdr_len);
537                 eth_hdr->h_proto = htons(ETH_P_FCOE);
538                 fcoe_hdr = (struct fcoe_hdr *)(eth_hdr + 1);
539         }
540
541         if (fnic->ctlr.map_dest)
542                 fc_fcoe_set_mac(eth_hdr->h_dest, fh->fh_d_id);
543         else
544                 memcpy(eth_hdr->h_dest, fnic->ctlr.dest_addr, ETH_ALEN);
545         memcpy(eth_hdr->h_source, fnic->data_src_addr, ETH_ALEN);
546
547         tot_len = skb->len;
548         BUG_ON(tot_len % 4);
549
550         memset(fcoe_hdr, 0, sizeof(*fcoe_hdr));
551         fcoe_hdr->fcoe_sof = fr_sof(fp);
552         if (FC_FCOE_VER)
553                 FC_FCOE_ENCAPS_VER(fcoe_hdr, FC_FCOE_VER);
554
555         pa = pci_map_single(fnic->pdev, eth_hdr, tot_len, PCI_DMA_TODEVICE);
556
557         spin_lock_irqsave(&fnic->wq_lock[0], flags);
558
559         if (!vnic_wq_desc_avail(wq)) {
560                 pci_unmap_single(fnic->pdev, pa,
561                                  tot_len, PCI_DMA_TODEVICE);
562                 ret = -1;
563                 goto fnic_send_frame_end;
564         }
565
566         fnic_queue_wq_desc(wq, skb, pa, tot_len, fr_eof(fp),
567                            0 /* hw inserts cos value */,
568                            fnic->vlan_id, 1, 1, 1);
569 fnic_send_frame_end:
570         spin_unlock_irqrestore(&fnic->wq_lock[0], flags);
571
572         if (ret)
573                 dev_kfree_skb_any(fp_skb(fp));
574
575         return ret;
576 }
577
578 /*
579  * fnic_send
580  * Routine to send a raw frame
581  */
582 int fnic_send(struct fc_lport *lp, struct fc_frame *fp)
583 {
584         struct fnic *fnic = lport_priv(lp);
585         unsigned long flags;
586
587         if (fnic->in_remove) {
588                 dev_kfree_skb(fp_skb(fp));
589                 return -1;
590         }
591
592         /*
593          * Queue frame if in a transitional state.
594          * This occurs while registering the Port_ID / MAC address after FLOGI.
595          */
596         spin_lock_irqsave(&fnic->fnic_lock, flags);
597         if (fnic->state != FNIC_IN_FC_MODE && fnic->state != FNIC_IN_ETH_MODE) {
598                 skb_queue_tail(&fnic->tx_queue, fp_skb(fp));
599                 spin_unlock_irqrestore(&fnic->fnic_lock, flags);
600                 return 0;
601         }
602         spin_unlock_irqrestore(&fnic->fnic_lock, flags);
603
604         return fnic_send_frame(fnic, fp);
605 }
606
607 /**
608  * fnic_flush_tx() - send queued frames.
609  * @fnic: fnic device
610  *
611  * Send frames that were waiting to go out in FC or Ethernet mode.
612  * Whenever changing modes we purge queued frames, so these frames should
613  * be queued for the stable mode that we're in, either FC or Ethernet.
614  *
615  * Called without fnic_lock held.
616  */
617 void fnic_flush_tx(struct fnic *fnic)
618 {
619         struct sk_buff *skb;
620         struct fc_frame *fp;
621
622         while ((skb = skb_dequeue(&fnic->tx_queue))) {
623                 fp = (struct fc_frame *)skb;
624                 fnic_send_frame(fnic, fp);
625         }
626 }
627
628 /**
629  * fnic_set_eth_mode() - put fnic into ethernet mode.
630  * @fnic: fnic device
631  *
632  * Called without fnic lock held.
633  */
634 static void fnic_set_eth_mode(struct fnic *fnic)
635 {
636         unsigned long flags;
637         enum fnic_state old_state;
638         int ret;
639
640         spin_lock_irqsave(&fnic->fnic_lock, flags);
641 again:
642         old_state = fnic->state;
643         switch (old_state) {
644         case FNIC_IN_FC_MODE:
645         case FNIC_IN_ETH_TRANS_FC_MODE:
646         default:
647                 fnic->state = FNIC_IN_FC_TRANS_ETH_MODE;
648                 spin_unlock_irqrestore(&fnic->fnic_lock, flags);
649
650                 ret = fnic_fw_reset_handler(fnic);
651
652                 spin_lock_irqsave(&fnic->fnic_lock, flags);
653                 if (fnic->state != FNIC_IN_FC_TRANS_ETH_MODE)
654                         goto again;
655                 if (ret)
656                         fnic->state = old_state;
657                 break;
658
659         case FNIC_IN_FC_TRANS_ETH_MODE:
660         case FNIC_IN_ETH_MODE:
661                 break;
662         }
663         spin_unlock_irqrestore(&fnic->fnic_lock, flags);
664 }
665
666 static void fnic_wq_complete_frame_send(struct vnic_wq *wq,
667                                         struct cq_desc *cq_desc,
668                                         struct vnic_wq_buf *buf, void *opaque)
669 {
670         struct sk_buff *skb = buf->os_buf;
671         struct fc_frame *fp = (struct fc_frame *)skb;
672         struct fnic *fnic = vnic_dev_priv(wq->vdev);
673
674         pci_unmap_single(fnic->pdev, buf->dma_addr,
675                          buf->len, PCI_DMA_TODEVICE);
676         dev_kfree_skb_irq(fp_skb(fp));
677         buf->os_buf = NULL;
678 }
679
680 static int fnic_wq_cmpl_handler_cont(struct vnic_dev *vdev,
681                                      struct cq_desc *cq_desc, u8 type,
682                                      u16 q_number, u16 completed_index,
683                                      void *opaque)
684 {
685         struct fnic *fnic = vnic_dev_priv(vdev);
686         unsigned long flags;
687
688         spin_lock_irqsave(&fnic->wq_lock[q_number], flags);
689         vnic_wq_service(&fnic->wq[q_number], cq_desc, completed_index,
690                         fnic_wq_complete_frame_send, NULL);
691         spin_unlock_irqrestore(&fnic->wq_lock[q_number], flags);
692
693         return 0;
694 }
695
696 int fnic_wq_cmpl_handler(struct fnic *fnic, int work_to_do)
697 {
698         unsigned int wq_work_done = 0;
699         unsigned int i;
700
701         for (i = 0; i < fnic->raw_wq_count; i++) {
702                 wq_work_done  += vnic_cq_service(&fnic->cq[fnic->rq_count+i],
703                                                  work_to_do,
704                                                  fnic_wq_cmpl_handler_cont,
705                                                  NULL);
706         }
707
708         return wq_work_done;
709 }
710
711
712 void fnic_free_wq_buf(struct vnic_wq *wq, struct vnic_wq_buf *buf)
713 {
714         struct fc_frame *fp = buf->os_buf;
715         struct fnic *fnic = vnic_dev_priv(wq->vdev);
716
717         pci_unmap_single(fnic->pdev, buf->dma_addr,
718                          buf->len, PCI_DMA_TODEVICE);
719
720         dev_kfree_skb(fp_skb(fp));
721         buf->os_buf = NULL;
722 }