1 /*
2 * FUJITSU Extended Socket Network Device driver
3 * Copyright (c) 2015 FUJITSU LIMITED
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms and conditions of the GNU General Public License,
7 * version 2, as published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program; if not, see <http://www.gnu.org/licenses/>.
16 *
17 * The full GNU General Public License is included in this distribution in
18 * the file called "COPYING".
19 *
20 */
21
22 #include "fjes_hw.h"
23 #include "fjes.h"
24
25 static void fjes_hw_update_zone_task(struct work_struct *);
26 static void fjes_hw_epstop_task(struct work_struct *);
27
28 /* supported MTU list */
29 const u32 fjes_support_mtu[] = {
30 FJES_MTU_DEFINE(8 * 1024),
31 FJES_MTU_DEFINE(16 * 1024),
32 FJES_MTU_DEFINE(32 * 1024),
33 FJES_MTU_DEFINE(64 * 1024),
34 0
35 };
36
fjes_hw_rd32(struct fjes_hw * hw,u32 reg)37 u32 fjes_hw_rd32(struct fjes_hw *hw, u32 reg)
38 {
39 u8 *base = hw->base;
40 u32 value = 0;
41
42 value = readl(&base[reg]);
43
44 return value;
45 }
46
fjes_hw_iomap(struct fjes_hw * hw)47 static u8 *fjes_hw_iomap(struct fjes_hw *hw)
48 {
49 u8 *base;
50
51 if (!request_mem_region(hw->hw_res.start, hw->hw_res.size,
52 fjes_driver_name)) {
53 pr_err("request_mem_region failed\n");
54 return NULL;
55 }
56
57 base = (u8 *)ioremap_nocache(hw->hw_res.start, hw->hw_res.size);
58
59 return base;
60 }
61
fjes_hw_iounmap(struct fjes_hw * hw)62 static void fjes_hw_iounmap(struct fjes_hw *hw)
63 {
64 iounmap(hw->base);
65 release_mem_region(hw->hw_res.start, hw->hw_res.size);
66 }
67
fjes_hw_reset(struct fjes_hw * hw)68 int fjes_hw_reset(struct fjes_hw *hw)
69 {
70 union REG_DCTL dctl;
71 int timeout;
72
73 dctl.reg = 0;
74 dctl.bits.reset = 1;
75 wr32(XSCT_DCTL, dctl.reg);
76
77 timeout = FJES_DEVICE_RESET_TIMEOUT * 1000;
78 dctl.reg = rd32(XSCT_DCTL);
79 while ((dctl.bits.reset == 1) && (timeout > 0)) {
80 msleep(1000);
81 dctl.reg = rd32(XSCT_DCTL);
82 timeout -= 1000;
83 }
84
85 return timeout > 0 ? 0 : -EIO;
86 }
87
fjes_hw_get_max_epid(struct fjes_hw * hw)88 static int fjes_hw_get_max_epid(struct fjes_hw *hw)
89 {
90 union REG_MAX_EP info;
91
92 info.reg = rd32(XSCT_MAX_EP);
93
94 return info.bits.maxep;
95 }
96
fjes_hw_get_my_epid(struct fjes_hw * hw)97 static int fjes_hw_get_my_epid(struct fjes_hw *hw)
98 {
99 union REG_OWNER_EPID info;
100
101 info.reg = rd32(XSCT_OWNER_EPID);
102
103 return info.bits.epid;
104 }
105
fjes_hw_alloc_shared_status_region(struct fjes_hw * hw)106 static int fjes_hw_alloc_shared_status_region(struct fjes_hw *hw)
107 {
108 size_t size;
109
110 size = sizeof(struct fjes_device_shared_info) +
111 (sizeof(u8) * hw->max_epid);
112 hw->hw_info.share = kzalloc(size, GFP_KERNEL);
113 if (!hw->hw_info.share)
114 return -ENOMEM;
115
116 hw->hw_info.share->epnum = hw->max_epid;
117
118 return 0;
119 }
120
fjes_hw_free_shared_status_region(struct fjes_hw * hw)121 static void fjes_hw_free_shared_status_region(struct fjes_hw *hw)
122 {
123 kfree(hw->hw_info.share);
124 hw->hw_info.share = NULL;
125 }
126
fjes_hw_alloc_epbuf(struct epbuf_handler * epbh)127 static int fjes_hw_alloc_epbuf(struct epbuf_handler *epbh)
128 {
129 void *mem;
130
131 mem = vzalloc(EP_BUFFER_SIZE);
132 if (!mem)
133 return -ENOMEM;
134
135 epbh->buffer = mem;
136 epbh->size = EP_BUFFER_SIZE;
137
138 epbh->info = (union ep_buffer_info *)mem;
139 epbh->ring = (u8 *)(mem + sizeof(union ep_buffer_info));
140
141 return 0;
142 }
143
fjes_hw_free_epbuf(struct epbuf_handler * epbh)144 static void fjes_hw_free_epbuf(struct epbuf_handler *epbh)
145 {
146 vfree(epbh->buffer);
147 epbh->buffer = NULL;
148 epbh->size = 0;
149
150 epbh->info = NULL;
151 epbh->ring = NULL;
152 }
153
fjes_hw_setup_epbuf(struct epbuf_handler * epbh,u8 * mac_addr,u32 mtu)154 void fjes_hw_setup_epbuf(struct epbuf_handler *epbh, u8 *mac_addr, u32 mtu)
155 {
156 union ep_buffer_info *info = epbh->info;
157 u16 vlan_id[EP_BUFFER_SUPPORT_VLAN_MAX];
158 int i;
159
160 for (i = 0; i < EP_BUFFER_SUPPORT_VLAN_MAX; i++)
161 vlan_id[i] = info->v1i.vlan_id[i];
162
163 memset(info, 0, sizeof(union ep_buffer_info));
164
165 info->v1i.version = 0; /* version 0 */
166
167 for (i = 0; i < ETH_ALEN; i++)
168 info->v1i.mac_addr[i] = mac_addr[i];
169
170 info->v1i.head = 0;
171 info->v1i.tail = 1;
172
173 info->v1i.info_size = sizeof(union ep_buffer_info);
174 info->v1i.buffer_size = epbh->size - info->v1i.info_size;
175
176 info->v1i.frame_max = FJES_MTU_TO_FRAME_SIZE(mtu);
177 info->v1i.count_max =
178 EP_RING_NUM(info->v1i.buffer_size, info->v1i.frame_max);
179
180 for (i = 0; i < EP_BUFFER_SUPPORT_VLAN_MAX; i++)
181 info->v1i.vlan_id[i] = vlan_id[i];
182
183 info->v1i.rx_status |= FJES_RX_MTU_CHANGING_DONE;
184 }
185
186 void
fjes_hw_init_command_registers(struct fjes_hw * hw,struct fjes_device_command_param * param)187 fjes_hw_init_command_registers(struct fjes_hw *hw,
188 struct fjes_device_command_param *param)
189 {
190 /* Request Buffer length */
191 wr32(XSCT_REQBL, (__le32)(param->req_len));
192 /* Response Buffer Length */
193 wr32(XSCT_RESPBL, (__le32)(param->res_len));
194
195 /* Request Buffer Address */
196 wr32(XSCT_REQBAL,
197 (__le32)(param->req_start & GENMASK_ULL(31, 0)));
198 wr32(XSCT_REQBAH,
199 (__le32)((param->req_start & GENMASK_ULL(63, 32)) >> 32));
200
201 /* Response Buffer Address */
202 wr32(XSCT_RESPBAL,
203 (__le32)(param->res_start & GENMASK_ULL(31, 0)));
204 wr32(XSCT_RESPBAH,
205 (__le32)((param->res_start & GENMASK_ULL(63, 32)) >> 32));
206
207 /* Share status address */
208 wr32(XSCT_SHSTSAL,
209 (__le32)(param->share_start & GENMASK_ULL(31, 0)));
210 wr32(XSCT_SHSTSAH,
211 (__le32)((param->share_start & GENMASK_ULL(63, 32)) >> 32));
212 }
213
fjes_hw_setup(struct fjes_hw * hw)214 static int fjes_hw_setup(struct fjes_hw *hw)
215 {
216 u8 mac[ETH_ALEN] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 };
217 struct fjes_device_command_param param;
218 struct ep_share_mem_info *buf_pair;
219 unsigned long flags;
220 size_t mem_size;
221 int result;
222 int epidx;
223 void *buf;
224
225 hw->hw_info.max_epid = &hw->max_epid;
226 hw->hw_info.my_epid = &hw->my_epid;
227
228 buf = kcalloc(hw->max_epid, sizeof(struct ep_share_mem_info),
229 GFP_KERNEL);
230 if (!buf)
231 return -ENOMEM;
232
233 hw->ep_shm_info = (struct ep_share_mem_info *)buf;
234
235 mem_size = FJES_DEV_REQ_BUF_SIZE(hw->max_epid);
236 hw->hw_info.req_buf = kzalloc(mem_size, GFP_KERNEL);
237 if (!(hw->hw_info.req_buf))
238 return -ENOMEM;
239
240 hw->hw_info.req_buf_size = mem_size;
241
242 mem_size = FJES_DEV_RES_BUF_SIZE(hw->max_epid);
243 hw->hw_info.res_buf = kzalloc(mem_size, GFP_KERNEL);
244 if (!(hw->hw_info.res_buf))
245 return -ENOMEM;
246
247 hw->hw_info.res_buf_size = mem_size;
248
249 result = fjes_hw_alloc_shared_status_region(hw);
250 if (result)
251 return result;
252
253 hw->hw_info.buffer_share_bit = 0;
254 hw->hw_info.buffer_unshare_reserve_bit = 0;
255
256 for (epidx = 0; epidx < hw->max_epid; epidx++) {
257 if (epidx != hw->my_epid) {
258 buf_pair = &hw->ep_shm_info[epidx];
259
260 result = fjes_hw_alloc_epbuf(&buf_pair->tx);
261 if (result)
262 return result;
263
264 result = fjes_hw_alloc_epbuf(&buf_pair->rx);
265 if (result)
266 return result;
267
268 spin_lock_irqsave(&hw->rx_status_lock, flags);
269 fjes_hw_setup_epbuf(&buf_pair->tx, mac,
270 fjes_support_mtu[0]);
271 fjes_hw_setup_epbuf(&buf_pair->rx, mac,
272 fjes_support_mtu[0]);
273 spin_unlock_irqrestore(&hw->rx_status_lock, flags);
274 }
275 }
276
277 memset(¶m, 0, sizeof(param));
278
279 param.req_len = hw->hw_info.req_buf_size;
280 param.req_start = __pa(hw->hw_info.req_buf);
281 param.res_len = hw->hw_info.res_buf_size;
282 param.res_start = __pa(hw->hw_info.res_buf);
283
284 param.share_start = __pa(hw->hw_info.share->ep_status);
285
286 fjes_hw_init_command_registers(hw, ¶m);
287
288 return 0;
289 }
290
fjes_hw_cleanup(struct fjes_hw * hw)291 static void fjes_hw_cleanup(struct fjes_hw *hw)
292 {
293 int epidx;
294
295 if (!hw->ep_shm_info)
296 return;
297
298 fjes_hw_free_shared_status_region(hw);
299
300 kfree(hw->hw_info.req_buf);
301 hw->hw_info.req_buf = NULL;
302
303 kfree(hw->hw_info.res_buf);
304 hw->hw_info.res_buf = NULL;
305
306 for (epidx = 0; epidx < hw->max_epid ; epidx++) {
307 if (epidx == hw->my_epid)
308 continue;
309 fjes_hw_free_epbuf(&hw->ep_shm_info[epidx].tx);
310 fjes_hw_free_epbuf(&hw->ep_shm_info[epidx].rx);
311 }
312
313 kfree(hw->ep_shm_info);
314 hw->ep_shm_info = NULL;
315 }
316
fjes_hw_init(struct fjes_hw * hw)317 int fjes_hw_init(struct fjes_hw *hw)
318 {
319 int ret;
320
321 hw->base = fjes_hw_iomap(hw);
322 if (!hw->base)
323 return -EIO;
324
325 ret = fjes_hw_reset(hw);
326 if (ret)
327 return ret;
328
329 fjes_hw_set_irqmask(hw, REG_ICTL_MASK_ALL, true);
330
331 INIT_WORK(&hw->update_zone_task, fjes_hw_update_zone_task);
332 INIT_WORK(&hw->epstop_task, fjes_hw_epstop_task);
333
334 mutex_init(&hw->hw_info.lock);
335 spin_lock_init(&hw->rx_status_lock);
336
337 hw->max_epid = fjes_hw_get_max_epid(hw);
338 hw->my_epid = fjes_hw_get_my_epid(hw);
339
340 if ((hw->max_epid == 0) || (hw->my_epid >= hw->max_epid))
341 return -ENXIO;
342
343 ret = fjes_hw_setup(hw);
344
345 return ret;
346 }
347
fjes_hw_exit(struct fjes_hw * hw)348 void fjes_hw_exit(struct fjes_hw *hw)
349 {
350 int ret;
351
352 if (hw->base) {
353 ret = fjes_hw_reset(hw);
354 if (ret)
355 pr_err("%s: reset error", __func__);
356
357 fjes_hw_iounmap(hw);
358 hw->base = NULL;
359 }
360
361 fjes_hw_cleanup(hw);
362
363 cancel_work_sync(&hw->update_zone_task);
364 cancel_work_sync(&hw->epstop_task);
365 }
366
367 static enum fjes_dev_command_response_e
fjes_hw_issue_request_command(struct fjes_hw * hw,enum fjes_dev_command_request_type type)368 fjes_hw_issue_request_command(struct fjes_hw *hw,
369 enum fjes_dev_command_request_type type)
370 {
371 enum fjes_dev_command_response_e ret = FJES_CMD_STATUS_UNKNOWN;
372 union REG_CR cr;
373 union REG_CS cs;
374 int timeout;
375
376 cr.reg = 0;
377 cr.bits.req_start = 1;
378 cr.bits.req_code = type;
379 wr32(XSCT_CR, cr.reg);
380 cr.reg = rd32(XSCT_CR);
381
382 if (cr.bits.error == 0) {
383 timeout = FJES_COMMAND_REQ_TIMEOUT * 1000;
384 cs.reg = rd32(XSCT_CS);
385
386 while ((cs.bits.complete != 1) && timeout > 0) {
387 msleep(1000);
388 cs.reg = rd32(XSCT_CS);
389 timeout -= 1000;
390 }
391
392 if (cs.bits.complete == 1)
393 ret = FJES_CMD_STATUS_NORMAL;
394 else if (timeout <= 0)
395 ret = FJES_CMD_STATUS_TIMEOUT;
396
397 } else {
398 switch (cr.bits.err_info) {
399 case FJES_CMD_REQ_ERR_INFO_PARAM:
400 ret = FJES_CMD_STATUS_ERROR_PARAM;
401 break;
402 case FJES_CMD_REQ_ERR_INFO_STATUS:
403 ret = FJES_CMD_STATUS_ERROR_STATUS;
404 break;
405 default:
406 ret = FJES_CMD_STATUS_UNKNOWN;
407 break;
408 }
409 }
410
411 return ret;
412 }
413
fjes_hw_request_info(struct fjes_hw * hw)414 int fjes_hw_request_info(struct fjes_hw *hw)
415 {
416 union fjes_device_command_req *req_buf = hw->hw_info.req_buf;
417 union fjes_device_command_res *res_buf = hw->hw_info.res_buf;
418 enum fjes_dev_command_response_e ret;
419 int result;
420
421 memset(req_buf, 0, hw->hw_info.req_buf_size);
422 memset(res_buf, 0, hw->hw_info.res_buf_size);
423
424 req_buf->info.length = FJES_DEV_COMMAND_INFO_REQ_LEN;
425
426 res_buf->info.length = 0;
427 res_buf->info.code = 0;
428
429 ret = fjes_hw_issue_request_command(hw, FJES_CMD_REQ_INFO);
430
431 result = 0;
432
433 if (FJES_DEV_COMMAND_INFO_RES_LEN((*hw->hw_info.max_epid)) !=
434 res_buf->info.length) {
435 result = -ENOMSG;
436 } else if (ret == FJES_CMD_STATUS_NORMAL) {
437 switch (res_buf->info.code) {
438 case FJES_CMD_REQ_RES_CODE_NORMAL:
439 result = 0;
440 break;
441 default:
442 result = -EPERM;
443 break;
444 }
445 } else {
446 switch (ret) {
447 case FJES_CMD_STATUS_UNKNOWN:
448 result = -EPERM;
449 break;
450 case FJES_CMD_STATUS_TIMEOUT:
451 result = -EBUSY;
452 break;
453 case FJES_CMD_STATUS_ERROR_PARAM:
454 result = -EPERM;
455 break;
456 case FJES_CMD_STATUS_ERROR_STATUS:
457 result = -EPERM;
458 break;
459 default:
460 result = -EPERM;
461 break;
462 }
463 }
464
465 return result;
466 }
467
fjes_hw_register_buff_addr(struct fjes_hw * hw,int dest_epid,struct ep_share_mem_info * buf_pair)468 int fjes_hw_register_buff_addr(struct fjes_hw *hw, int dest_epid,
469 struct ep_share_mem_info *buf_pair)
470 {
471 union fjes_device_command_req *req_buf = hw->hw_info.req_buf;
472 union fjes_device_command_res *res_buf = hw->hw_info.res_buf;
473 enum fjes_dev_command_response_e ret;
474 int page_count;
475 int timeout;
476 int i, idx;
477 void *addr;
478 int result;
479
480 if (test_bit(dest_epid, &hw->hw_info.buffer_share_bit))
481 return 0;
482
483 memset(req_buf, 0, hw->hw_info.req_buf_size);
484 memset(res_buf, 0, hw->hw_info.res_buf_size);
485
486 req_buf->share_buffer.length = FJES_DEV_COMMAND_SHARE_BUFFER_REQ_LEN(
487 buf_pair->tx.size,
488 buf_pair->rx.size);
489 req_buf->share_buffer.epid = dest_epid;
490
491 idx = 0;
492 req_buf->share_buffer.buffer[idx++] = buf_pair->tx.size;
493 page_count = buf_pair->tx.size / EP_BUFFER_INFO_SIZE;
494 for (i = 0; i < page_count; i++) {
495 addr = ((u8 *)(buf_pair->tx.buffer)) +
496 (i * EP_BUFFER_INFO_SIZE);
497 req_buf->share_buffer.buffer[idx++] =
498 (__le64)(page_to_phys(vmalloc_to_page(addr)) +
499 offset_in_page(addr));
500 }
501
502 req_buf->share_buffer.buffer[idx++] = buf_pair->rx.size;
503 page_count = buf_pair->rx.size / EP_BUFFER_INFO_SIZE;
504 for (i = 0; i < page_count; i++) {
505 addr = ((u8 *)(buf_pair->rx.buffer)) +
506 (i * EP_BUFFER_INFO_SIZE);
507 req_buf->share_buffer.buffer[idx++] =
508 (__le64)(page_to_phys(vmalloc_to_page(addr)) +
509 offset_in_page(addr));
510 }
511
512 res_buf->share_buffer.length = 0;
513 res_buf->share_buffer.code = 0;
514
515 ret = fjes_hw_issue_request_command(hw, FJES_CMD_REQ_SHARE_BUFFER);
516
517 timeout = FJES_COMMAND_REQ_BUFF_TIMEOUT * 1000;
518 while ((ret == FJES_CMD_STATUS_NORMAL) &&
519 (res_buf->share_buffer.length ==
520 FJES_DEV_COMMAND_SHARE_BUFFER_RES_LEN) &&
521 (res_buf->share_buffer.code == FJES_CMD_REQ_RES_CODE_BUSY) &&
522 (timeout > 0)) {
523 msleep(200 + hw->my_epid * 20);
524 timeout -= (200 + hw->my_epid * 20);
525
526 res_buf->share_buffer.length = 0;
527 res_buf->share_buffer.code = 0;
528
529 ret = fjes_hw_issue_request_command(
530 hw, FJES_CMD_REQ_SHARE_BUFFER);
531 }
532
533 result = 0;
534
535 if (res_buf->share_buffer.length !=
536 FJES_DEV_COMMAND_SHARE_BUFFER_RES_LEN)
537 result = -ENOMSG;
538 else if (ret == FJES_CMD_STATUS_NORMAL) {
539 switch (res_buf->share_buffer.code) {
540 case FJES_CMD_REQ_RES_CODE_NORMAL:
541 result = 0;
542 set_bit(dest_epid, &hw->hw_info.buffer_share_bit);
543 break;
544 case FJES_CMD_REQ_RES_CODE_BUSY:
545 result = -EBUSY;
546 break;
547 default:
548 result = -EPERM;
549 break;
550 }
551 } else {
552 switch (ret) {
553 case FJES_CMD_STATUS_UNKNOWN:
554 result = -EPERM;
555 break;
556 case FJES_CMD_STATUS_TIMEOUT:
557 result = -EBUSY;
558 break;
559 case FJES_CMD_STATUS_ERROR_PARAM:
560 case FJES_CMD_STATUS_ERROR_STATUS:
561 default:
562 result = -EPERM;
563 break;
564 }
565 }
566
567 return result;
568 }
569
fjes_hw_unregister_buff_addr(struct fjes_hw * hw,int dest_epid)570 int fjes_hw_unregister_buff_addr(struct fjes_hw *hw, int dest_epid)
571 {
572 union fjes_device_command_req *req_buf = hw->hw_info.req_buf;
573 union fjes_device_command_res *res_buf = hw->hw_info.res_buf;
574 struct fjes_device_shared_info *share = hw->hw_info.share;
575 enum fjes_dev_command_response_e ret;
576 int timeout;
577 int result;
578
579 if (!hw->base)
580 return -EPERM;
581
582 if (!req_buf || !res_buf || !share)
583 return -EPERM;
584
585 if (!test_bit(dest_epid, &hw->hw_info.buffer_share_bit))
586 return 0;
587
588 memset(req_buf, 0, hw->hw_info.req_buf_size);
589 memset(res_buf, 0, hw->hw_info.res_buf_size);
590
591 req_buf->unshare_buffer.length =
592 FJES_DEV_COMMAND_UNSHARE_BUFFER_REQ_LEN;
593 req_buf->unshare_buffer.epid = dest_epid;
594
595 res_buf->unshare_buffer.length = 0;
596 res_buf->unshare_buffer.code = 0;
597
598 ret = fjes_hw_issue_request_command(hw, FJES_CMD_REQ_UNSHARE_BUFFER);
599
600 timeout = FJES_COMMAND_REQ_BUFF_TIMEOUT * 1000;
601 while ((ret == FJES_CMD_STATUS_NORMAL) &&
602 (res_buf->unshare_buffer.length ==
603 FJES_DEV_COMMAND_UNSHARE_BUFFER_RES_LEN) &&
604 (res_buf->unshare_buffer.code ==
605 FJES_CMD_REQ_RES_CODE_BUSY) &&
606 (timeout > 0)) {
607 msleep(200 + hw->my_epid * 20);
608 timeout -= (200 + hw->my_epid * 20);
609
610 res_buf->unshare_buffer.length = 0;
611 res_buf->unshare_buffer.code = 0;
612
613 ret =
614 fjes_hw_issue_request_command(hw, FJES_CMD_REQ_UNSHARE_BUFFER);
615 }
616
617 result = 0;
618
619 if (res_buf->unshare_buffer.length !=
620 FJES_DEV_COMMAND_UNSHARE_BUFFER_RES_LEN) {
621 result = -ENOMSG;
622 } else if (ret == FJES_CMD_STATUS_NORMAL) {
623 switch (res_buf->unshare_buffer.code) {
624 case FJES_CMD_REQ_RES_CODE_NORMAL:
625 result = 0;
626 clear_bit(dest_epid, &hw->hw_info.buffer_share_bit);
627 break;
628 case FJES_CMD_REQ_RES_CODE_BUSY:
629 result = -EBUSY;
630 break;
631 default:
632 result = -EPERM;
633 break;
634 }
635 } else {
636 switch (ret) {
637 case FJES_CMD_STATUS_UNKNOWN:
638 result = -EPERM;
639 break;
640 case FJES_CMD_STATUS_TIMEOUT:
641 result = -EBUSY;
642 break;
643 case FJES_CMD_STATUS_ERROR_PARAM:
644 case FJES_CMD_STATUS_ERROR_STATUS:
645 default:
646 result = -EPERM;
647 break;
648 }
649 }
650
651 return result;
652 }
653
fjes_hw_raise_interrupt(struct fjes_hw * hw,int dest_epid,enum REG_ICTL_MASK mask)654 int fjes_hw_raise_interrupt(struct fjes_hw *hw, int dest_epid,
655 enum REG_ICTL_MASK mask)
656 {
657 u32 ig = mask | dest_epid;
658
659 wr32(XSCT_IG, cpu_to_le32(ig));
660
661 return 0;
662 }
663
fjes_hw_capture_interrupt_status(struct fjes_hw * hw)664 u32 fjes_hw_capture_interrupt_status(struct fjes_hw *hw)
665 {
666 u32 cur_is;
667
668 cur_is = rd32(XSCT_IS);
669
670 return cur_is;
671 }
672
fjes_hw_set_irqmask(struct fjes_hw * hw,enum REG_ICTL_MASK intr_mask,bool mask)673 void fjes_hw_set_irqmask(struct fjes_hw *hw,
674 enum REG_ICTL_MASK intr_mask, bool mask)
675 {
676 if (mask)
677 wr32(XSCT_IMS, intr_mask);
678 else
679 wr32(XSCT_IMC, intr_mask);
680 }
681
fjes_hw_epid_is_same_zone(struct fjes_hw * hw,int epid)682 bool fjes_hw_epid_is_same_zone(struct fjes_hw *hw, int epid)
683 {
684 if (epid >= hw->max_epid)
685 return false;
686
687 if ((hw->ep_shm_info[epid].es_status !=
688 FJES_ZONING_STATUS_ENABLE) ||
689 (hw->ep_shm_info[hw->my_epid].zone ==
690 FJES_ZONING_ZONE_TYPE_NONE))
691 return false;
692 else
693 return (hw->ep_shm_info[epid].zone ==
694 hw->ep_shm_info[hw->my_epid].zone);
695 }
696
fjes_hw_epid_is_shared(struct fjes_device_shared_info * share,int dest_epid)697 int fjes_hw_epid_is_shared(struct fjes_device_shared_info *share,
698 int dest_epid)
699 {
700 int value = false;
701
702 if (dest_epid < share->epnum)
703 value = share->ep_status[dest_epid];
704
705 return value;
706 }
707
fjes_hw_epid_is_stop_requested(struct fjes_hw * hw,int src_epid)708 static bool fjes_hw_epid_is_stop_requested(struct fjes_hw *hw, int src_epid)
709 {
710 return test_bit(src_epid, &hw->txrx_stop_req_bit);
711 }
712
fjes_hw_epid_is_stop_process_done(struct fjes_hw * hw,int src_epid)713 static bool fjes_hw_epid_is_stop_process_done(struct fjes_hw *hw, int src_epid)
714 {
715 return (hw->ep_shm_info[src_epid].tx.info->v1i.rx_status &
716 FJES_RX_STOP_REQ_DONE);
717 }
718
719 enum ep_partner_status
fjes_hw_get_partner_ep_status(struct fjes_hw * hw,int epid)720 fjes_hw_get_partner_ep_status(struct fjes_hw *hw, int epid)
721 {
722 enum ep_partner_status status;
723
724 if (fjes_hw_epid_is_shared(hw->hw_info.share, epid)) {
725 if (fjes_hw_epid_is_stop_requested(hw, epid)) {
726 status = EP_PARTNER_WAITING;
727 } else {
728 if (fjes_hw_epid_is_stop_process_done(hw, epid))
729 status = EP_PARTNER_COMPLETE;
730 else
731 status = EP_PARTNER_SHARED;
732 }
733 } else {
734 status = EP_PARTNER_UNSHARE;
735 }
736
737 return status;
738 }
739
fjes_hw_raise_epstop(struct fjes_hw * hw)740 void fjes_hw_raise_epstop(struct fjes_hw *hw)
741 {
742 enum ep_partner_status status;
743 unsigned long flags;
744 int epidx;
745
746 for (epidx = 0; epidx < hw->max_epid; epidx++) {
747 if (epidx == hw->my_epid)
748 continue;
749
750 status = fjes_hw_get_partner_ep_status(hw, epidx);
751 switch (status) {
752 case EP_PARTNER_SHARED:
753 fjes_hw_raise_interrupt(hw, epidx,
754 REG_ICTL_MASK_TXRX_STOP_REQ);
755 break;
756 default:
757 break;
758 }
759
760 set_bit(epidx, &hw->hw_info.buffer_unshare_reserve_bit);
761 set_bit(epidx, &hw->txrx_stop_req_bit);
762
763 spin_lock_irqsave(&hw->rx_status_lock, flags);
764 hw->ep_shm_info[epidx].tx.info->v1i.rx_status |=
765 FJES_RX_STOP_REQ_REQUEST;
766 spin_unlock_irqrestore(&hw->rx_status_lock, flags);
767 }
768 }
769
fjes_hw_wait_epstop(struct fjes_hw * hw)770 int fjes_hw_wait_epstop(struct fjes_hw *hw)
771 {
772 enum ep_partner_status status;
773 union ep_buffer_info *info;
774 int wait_time = 0;
775 int epidx;
776
777 while (hw->hw_info.buffer_unshare_reserve_bit &&
778 (wait_time < FJES_COMMAND_EPSTOP_WAIT_TIMEOUT * 1000)) {
779 for (epidx = 0; epidx < hw->max_epid; epidx++) {
780 if (epidx == hw->my_epid)
781 continue;
782 status = fjes_hw_epid_is_shared(hw->hw_info.share,
783 epidx);
784 info = hw->ep_shm_info[epidx].rx.info;
785 if ((!status ||
786 (info->v1i.rx_status &
787 FJES_RX_STOP_REQ_DONE)) &&
788 test_bit(epidx,
789 &hw->hw_info.buffer_unshare_reserve_bit)) {
790 clear_bit(epidx,
791 &hw->hw_info.buffer_unshare_reserve_bit);
792 }
793 }
794
795 msleep(100);
796 wait_time += 100;
797 }
798
799 for (epidx = 0; epidx < hw->max_epid; epidx++) {
800 if (epidx == hw->my_epid)
801 continue;
802 if (test_bit(epidx, &hw->hw_info.buffer_unshare_reserve_bit))
803 clear_bit(epidx,
804 &hw->hw_info.buffer_unshare_reserve_bit);
805 }
806
807 return (wait_time < FJES_COMMAND_EPSTOP_WAIT_TIMEOUT * 1000)
808 ? 0 : -EBUSY;
809 }
810
fjes_hw_check_epbuf_version(struct epbuf_handler * epbh,u32 version)811 bool fjes_hw_check_epbuf_version(struct epbuf_handler *epbh, u32 version)
812 {
813 union ep_buffer_info *info = epbh->info;
814
815 return (info->common.version == version);
816 }
817
fjes_hw_check_mtu(struct epbuf_handler * epbh,u32 mtu)818 bool fjes_hw_check_mtu(struct epbuf_handler *epbh, u32 mtu)
819 {
820 union ep_buffer_info *info = epbh->info;
821
822 return ((info->v1i.frame_max == FJES_MTU_TO_FRAME_SIZE(mtu)) &&
823 info->v1i.rx_status & FJES_RX_MTU_CHANGING_DONE);
824 }
825
fjes_hw_check_vlan_id(struct epbuf_handler * epbh,u16 vlan_id)826 bool fjes_hw_check_vlan_id(struct epbuf_handler *epbh, u16 vlan_id)
827 {
828 union ep_buffer_info *info = epbh->info;
829 bool ret = false;
830 int i;
831
832 if (vlan_id == 0) {
833 ret = true;
834 } else {
835 for (i = 0; i < EP_BUFFER_SUPPORT_VLAN_MAX; i++) {
836 if (vlan_id == info->v1i.vlan_id[i]) {
837 ret = true;
838 break;
839 }
840 }
841 }
842 return ret;
843 }
844
fjes_hw_set_vlan_id(struct epbuf_handler * epbh,u16 vlan_id)845 bool fjes_hw_set_vlan_id(struct epbuf_handler *epbh, u16 vlan_id)
846 {
847 union ep_buffer_info *info = epbh->info;
848 int i;
849
850 for (i = 0; i < EP_BUFFER_SUPPORT_VLAN_MAX; i++) {
851 if (info->v1i.vlan_id[i] == 0) {
852 info->v1i.vlan_id[i] = vlan_id;
853 return true;
854 }
855 }
856 return false;
857 }
858
fjes_hw_del_vlan_id(struct epbuf_handler * epbh,u16 vlan_id)859 void fjes_hw_del_vlan_id(struct epbuf_handler *epbh, u16 vlan_id)
860 {
861 union ep_buffer_info *info = epbh->info;
862 int i;
863
864 if (0 != vlan_id) {
865 for (i = 0; i < EP_BUFFER_SUPPORT_VLAN_MAX; i++) {
866 if (vlan_id == info->v1i.vlan_id[i])
867 info->v1i.vlan_id[i] = 0;
868 }
869 }
870 }
871
fjes_hw_epbuf_rx_is_empty(struct epbuf_handler * epbh)872 bool fjes_hw_epbuf_rx_is_empty(struct epbuf_handler *epbh)
873 {
874 union ep_buffer_info *info = epbh->info;
875
876 if (!(info->v1i.rx_status & FJES_RX_MTU_CHANGING_DONE))
877 return true;
878
879 if (info->v1i.count_max == 0)
880 return true;
881
882 return EP_RING_EMPTY(info->v1i.head, info->v1i.tail,
883 info->v1i.count_max);
884 }
885
fjes_hw_epbuf_rx_curpkt_get_addr(struct epbuf_handler * epbh,size_t * psize)886 void *fjes_hw_epbuf_rx_curpkt_get_addr(struct epbuf_handler *epbh,
887 size_t *psize)
888 {
889 union ep_buffer_info *info = epbh->info;
890 struct esmem_frame *ring_frame;
891 void *frame;
892
893 ring_frame = (struct esmem_frame *)&(epbh->ring[EP_RING_INDEX
894 (info->v1i.head,
895 info->v1i.count_max) *
896 info->v1i.frame_max]);
897
898 *psize = (size_t)ring_frame->frame_size;
899
900 frame = ring_frame->frame_data;
901
902 return frame;
903 }
904
fjes_hw_epbuf_rx_curpkt_drop(struct epbuf_handler * epbh)905 void fjes_hw_epbuf_rx_curpkt_drop(struct epbuf_handler *epbh)
906 {
907 union ep_buffer_info *info = epbh->info;
908
909 if (fjes_hw_epbuf_rx_is_empty(epbh))
910 return;
911
912 EP_RING_INDEX_INC(epbh->info->v1i.head, info->v1i.count_max);
913 }
914
fjes_hw_epbuf_tx_pkt_send(struct epbuf_handler * epbh,void * frame,size_t size)915 int fjes_hw_epbuf_tx_pkt_send(struct epbuf_handler *epbh,
916 void *frame, size_t size)
917 {
918 union ep_buffer_info *info = epbh->info;
919 struct esmem_frame *ring_frame;
920
921 if (EP_RING_FULL(info->v1i.head, info->v1i.tail, info->v1i.count_max))
922 return -ENOBUFS;
923
924 ring_frame = (struct esmem_frame *)&(epbh->ring[EP_RING_INDEX
925 (info->v1i.tail - 1,
926 info->v1i.count_max) *
927 info->v1i.frame_max]);
928
929 ring_frame->frame_size = size;
930 memcpy((void *)(ring_frame->frame_data), (void *)frame, size);
931
932 EP_RING_INDEX_INC(epbh->info->v1i.tail, info->v1i.count_max);
933
934 return 0;
935 }
936
fjes_hw_update_zone_task(struct work_struct * work)937 static void fjes_hw_update_zone_task(struct work_struct *work)
938 {
939 struct fjes_hw *hw = container_of(work,
940 struct fjes_hw, update_zone_task);
941
942 struct my_s {u8 es_status; u8 zone; } *info;
943 union fjes_device_command_res *res_buf;
944 enum ep_partner_status pstatus;
945
946 struct fjes_adapter *adapter;
947 struct net_device *netdev;
948 unsigned long flags;
949
950 ulong unshare_bit = 0;
951 ulong share_bit = 0;
952 ulong irq_bit = 0;
953
954 int epidx;
955 int ret;
956
957 adapter = (struct fjes_adapter *)hw->back;
958 netdev = adapter->netdev;
959 res_buf = hw->hw_info.res_buf;
960 info = (struct my_s *)&res_buf->info.info;
961
962 mutex_lock(&hw->hw_info.lock);
963
964 ret = fjes_hw_request_info(hw);
965 switch (ret) {
966 case -ENOMSG:
967 case -EBUSY:
968 default:
969 if (!work_pending(&adapter->force_close_task)) {
970 adapter->force_reset = true;
971 schedule_work(&adapter->force_close_task);
972 }
973 break;
974
975 case 0:
976
977 for (epidx = 0; epidx < hw->max_epid; epidx++) {
978 if (epidx == hw->my_epid) {
979 hw->ep_shm_info[epidx].es_status =
980 info[epidx].es_status;
981 hw->ep_shm_info[epidx].zone =
982 info[epidx].zone;
983 continue;
984 }
985
986 pstatus = fjes_hw_get_partner_ep_status(hw, epidx);
987 switch (pstatus) {
988 case EP_PARTNER_UNSHARE:
989 default:
990 if ((info[epidx].zone !=
991 FJES_ZONING_ZONE_TYPE_NONE) &&
992 (info[epidx].es_status ==
993 FJES_ZONING_STATUS_ENABLE) &&
994 (info[epidx].zone ==
995 info[hw->my_epid].zone))
996 set_bit(epidx, &share_bit);
997 else
998 set_bit(epidx, &unshare_bit);
999 break;
1000
1001 case EP_PARTNER_COMPLETE:
1002 case EP_PARTNER_WAITING:
1003 if ((info[epidx].zone ==
1004 FJES_ZONING_ZONE_TYPE_NONE) ||
1005 (info[epidx].es_status !=
1006 FJES_ZONING_STATUS_ENABLE) ||
1007 (info[epidx].zone !=
1008 info[hw->my_epid].zone)) {
1009 set_bit(epidx,
1010 &adapter->unshare_watch_bitmask);
1011 set_bit(epidx,
1012 &hw->hw_info.buffer_unshare_reserve_bit);
1013 }
1014 break;
1015
1016 case EP_PARTNER_SHARED:
1017 if ((info[epidx].zone ==
1018 FJES_ZONING_ZONE_TYPE_NONE) ||
1019 (info[epidx].es_status !=
1020 FJES_ZONING_STATUS_ENABLE) ||
1021 (info[epidx].zone !=
1022 info[hw->my_epid].zone))
1023 set_bit(epidx, &irq_bit);
1024 break;
1025 }
1026
1027 hw->ep_shm_info[epidx].es_status =
1028 info[epidx].es_status;
1029 hw->ep_shm_info[epidx].zone = info[epidx].zone;
1030 }
1031 break;
1032 }
1033
1034 mutex_unlock(&hw->hw_info.lock);
1035
1036 for (epidx = 0; epidx < hw->max_epid; epidx++) {
1037 if (epidx == hw->my_epid)
1038 continue;
1039
1040 if (test_bit(epidx, &share_bit)) {
1041 spin_lock_irqsave(&hw->rx_status_lock, flags);
1042 fjes_hw_setup_epbuf(&hw->ep_shm_info[epidx].tx,
1043 netdev->dev_addr, netdev->mtu);
1044 spin_unlock_irqrestore(&hw->rx_status_lock, flags);
1045
1046 mutex_lock(&hw->hw_info.lock);
1047
1048 ret = fjes_hw_register_buff_addr(
1049 hw, epidx, &hw->ep_shm_info[epidx]);
1050
1051 switch (ret) {
1052 case 0:
1053 break;
1054 case -ENOMSG:
1055 case -EBUSY:
1056 default:
1057 if (!work_pending(&adapter->force_close_task)) {
1058 adapter->force_reset = true;
1059 schedule_work(
1060 &adapter->force_close_task);
1061 }
1062 break;
1063 }
1064 mutex_unlock(&hw->hw_info.lock);
1065 }
1066
1067 if (test_bit(epidx, &unshare_bit)) {
1068 mutex_lock(&hw->hw_info.lock);
1069
1070 ret = fjes_hw_unregister_buff_addr(hw, epidx);
1071
1072 switch (ret) {
1073 case 0:
1074 break;
1075 case -ENOMSG:
1076 case -EBUSY:
1077 default:
1078 if (!work_pending(&adapter->force_close_task)) {
1079 adapter->force_reset = true;
1080 schedule_work(
1081 &adapter->force_close_task);
1082 }
1083 break;
1084 }
1085
1086 mutex_unlock(&hw->hw_info.lock);
1087
1088 if (ret == 0) {
1089 spin_lock_irqsave(&hw->rx_status_lock, flags);
1090 fjes_hw_setup_epbuf(
1091 &hw->ep_shm_info[epidx].tx,
1092 netdev->dev_addr, netdev->mtu);
1093 spin_unlock_irqrestore(&hw->rx_status_lock,
1094 flags);
1095 }
1096 }
1097
1098 if (test_bit(epidx, &irq_bit)) {
1099 fjes_hw_raise_interrupt(hw, epidx,
1100 REG_ICTL_MASK_TXRX_STOP_REQ);
1101
1102 set_bit(epidx, &hw->txrx_stop_req_bit);
1103 spin_lock_irqsave(&hw->rx_status_lock, flags);
1104 hw->ep_shm_info[epidx].tx.
1105 info->v1i.rx_status |=
1106 FJES_RX_STOP_REQ_REQUEST;
1107 spin_unlock_irqrestore(&hw->rx_status_lock, flags);
1108 set_bit(epidx, &hw->hw_info.buffer_unshare_reserve_bit);
1109 }
1110 }
1111
1112 if (irq_bit || adapter->unshare_watch_bitmask) {
1113 if (!work_pending(&adapter->unshare_watch_task))
1114 queue_work(adapter->control_wq,
1115 &adapter->unshare_watch_task);
1116 }
1117 }
1118
fjes_hw_epstop_task(struct work_struct * work)1119 static void fjes_hw_epstop_task(struct work_struct *work)
1120 {
1121 struct fjes_hw *hw = container_of(work, struct fjes_hw, epstop_task);
1122 struct fjes_adapter *adapter = (struct fjes_adapter *)hw->back;
1123 unsigned long flags;
1124
1125 ulong remain_bit;
1126 int epid_bit;
1127
1128 while ((remain_bit = hw->epstop_req_bit)) {
1129 for (epid_bit = 0; remain_bit; remain_bit >>= 1, epid_bit++) {
1130 if (remain_bit & 1) {
1131 spin_lock_irqsave(&hw->rx_status_lock, flags);
1132 hw->ep_shm_info[epid_bit].
1133 tx.info->v1i.rx_status |=
1134 FJES_RX_STOP_REQ_DONE;
1135 spin_unlock_irqrestore(&hw->rx_status_lock,
1136 flags);
1137
1138 clear_bit(epid_bit, &hw->epstop_req_bit);
1139 set_bit(epid_bit,
1140 &adapter->unshare_watch_bitmask);
1141
1142 if (!work_pending(&adapter->unshare_watch_task))
1143 queue_work(
1144 adapter->control_wq,
1145 &adapter->unshare_watch_task);
1146 }
1147 }
1148 }
1149 }
1150