1 /* 2 * Copyright (c) 2014-2015 Hisilicon Limited. 3 * 4 * This program is free software; you can redistribute it and/or modify 5 * it under the terms of the GNU General Public License as published by 6 * the Free Software Foundation; either version 2 of the License, or 7 * (at your option) any later version. 8 */ 9 10 #include <linux/etherdevice.h> 11 #include <linux/netdevice.h> 12 #include <linux/spinlock.h> 13 14 #include "hnae.h" 15 #include "hns_dsaf_mac.h" 16 #include "hns_dsaf_main.h" 17 #include "hns_dsaf_ppe.h" 18 #include "hns_dsaf_rcb.h" 19 20 #define AE_NAME_PORT_ID_IDX 6 21 22 static struct hns_mac_cb *hns_get_mac_cb(struct hnae_handle *handle) 23 { 24 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 25 26 return vf_cb->mac_cb; 27 } 28 29 static struct dsaf_device *hns_ae_get_dsaf_dev(struct hnae_ae_dev *dev) 30 { 31 return container_of(dev, struct dsaf_device, ae_dev); 32 } 33 34 static struct hns_ppe_cb *hns_get_ppe_cb(struct hnae_handle *handle) 35 { 36 int ppe_index; 37 struct ppe_common_cb *ppe_comm; 38 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 39 40 ppe_comm = vf_cb->dsaf_dev->ppe_common[0]; 41 ppe_index = vf_cb->port_index; 42 43 return &ppe_comm->ppe_cb[ppe_index]; 44 } 45 46 static int hns_ae_get_q_num_per_vf( 47 struct dsaf_device *dsaf_dev, int port) 48 { 49 return dsaf_dev->rcb_common[0]->max_q_per_vf; 50 } 51 52 static int hns_ae_get_vf_num_per_port( 53 struct dsaf_device *dsaf_dev, int port) 54 { 55 return dsaf_dev->rcb_common[0]->max_vfn; 56 } 57 58 static struct ring_pair_cb *hns_ae_get_base_ring_pair( 59 struct dsaf_device *dsaf_dev, int port) 60 { 61 struct rcb_common_cb *rcb_comm = dsaf_dev->rcb_common[0]; 62 int q_num = rcb_comm->max_q_per_vf; 63 int vf_num = rcb_comm->max_vfn; 64 65 return &rcb_comm->ring_pair_cb[port * q_num * vf_num]; 66 } 67 68 static struct ring_pair_cb *hns_ae_get_ring_pair(struct hnae_queue *q) 69 { 70 return container_of(q, struct ring_pair_cb, q); 71 } 72 73 struct hnae_handle *hns_ae_get_handle(struct hnae_ae_dev *dev, 74 u32 port_id) 75 { 76 int vfnum_per_port; 77 int qnum_per_vf; 78 int i; 79 struct dsaf_device *dsaf_dev; 80 struct hnae_handle *ae_handle; 81 struct ring_pair_cb *ring_pair_cb; 82 struct hnae_vf_cb *vf_cb; 83 84 dsaf_dev = hns_ae_get_dsaf_dev(dev); 85 86 ring_pair_cb = hns_ae_get_base_ring_pair(dsaf_dev, port_id); 87 vfnum_per_port = hns_ae_get_vf_num_per_port(dsaf_dev, port_id); 88 qnum_per_vf = hns_ae_get_q_num_per_vf(dsaf_dev, port_id); 89 90 vf_cb = kzalloc(sizeof(*vf_cb) + 91 qnum_per_vf * sizeof(struct hnae_queue *), GFP_KERNEL); 92 if (unlikely(!vf_cb)) { 93 dev_err(dsaf_dev->dev, "malloc vf_cb fail!\n"); 94 ae_handle = ERR_PTR(-ENOMEM); 95 goto handle_err; 96 } 97 ae_handle = &vf_cb->ae_handle; 98 /* ae_handle Init */ 99 ae_handle->owner_dev = dsaf_dev->dev; 100 ae_handle->dev = dev; 101 ae_handle->q_num = qnum_per_vf; 102 ae_handle->coal_param = HNAE_LOWEST_LATENCY_COAL_PARAM; 103 104 /* find ring pair, and set vf id*/ 105 for (ae_handle->vf_id = 0; 106 ae_handle->vf_id < vfnum_per_port; ae_handle->vf_id++) { 107 if (!ring_pair_cb->used_by_vf) 108 break; 109 ring_pair_cb += qnum_per_vf; 110 } 111 if (ae_handle->vf_id >= vfnum_per_port) { 112 dev_err(dsaf_dev->dev, "malloc queue fail!\n"); 113 ae_handle = ERR_PTR(-EINVAL); 114 goto vf_id_err; 115 } 116 117 ae_handle->qs = (struct hnae_queue **)(&ae_handle->qs + 1); 118 for (i = 0; i < qnum_per_vf; i++) { 119 ae_handle->qs[i] = &ring_pair_cb->q; 120 ae_handle->qs[i]->rx_ring.q = ae_handle->qs[i]; 121 ae_handle->qs[i]->tx_ring.q = ae_handle->qs[i]; 122 123 ring_pair_cb->used_by_vf = 1; 124 ring_pair_cb++; 125 } 126 127 vf_cb->dsaf_dev = dsaf_dev; 128 vf_cb->port_index = port_id; 129 vf_cb->mac_cb = dsaf_dev->mac_cb[port_id]; 130 131 ae_handle->phy_if = vf_cb->mac_cb->phy_if; 132 ae_handle->phy_dev = vf_cb->mac_cb->phy_dev; 133 ae_handle->if_support = vf_cb->mac_cb->if_support; 134 ae_handle->port_type = vf_cb->mac_cb->mac_type; 135 ae_handle->media_type = vf_cb->mac_cb->media_type; 136 ae_handle->dport_id = port_id; 137 138 return ae_handle; 139 vf_id_err: 140 kfree(vf_cb); 141 handle_err: 142 return ae_handle; 143 } 144 145 static void hns_ae_put_handle(struct hnae_handle *handle) 146 { 147 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 148 int i; 149 150 vf_cb->mac_cb = NULL; 151 152 kfree(vf_cb); 153 154 for (i = 0; i < handle->q_num; i++) 155 hns_ae_get_ring_pair(handle->qs[i])->used_by_vf = 0; 156 } 157 158 static void hns_ae_ring_enable_all(struct hnae_handle *handle, int val) 159 { 160 int q_num = handle->q_num; 161 int i; 162 163 for (i = 0; i < q_num; i++) 164 hns_rcb_ring_enable_hw(handle->qs[i], val); 165 } 166 167 static void hns_ae_init_queue(struct hnae_queue *q) 168 { 169 struct ring_pair_cb *ring = 170 container_of(q, struct ring_pair_cb, q); 171 172 hns_rcb_init_hw(ring); 173 } 174 175 static void hns_ae_fini_queue(struct hnae_queue *q) 176 { 177 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(q->handle); 178 179 if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE) 180 hns_rcb_reset_ring_hw(q); 181 } 182 183 static int hns_ae_set_mac_address(struct hnae_handle *handle, void *p) 184 { 185 int ret; 186 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 187 188 if (!p || !is_valid_ether_addr((const u8 *)p)) { 189 dev_err(handle->owner_dev, "is not valid ether addr !\n"); 190 return -EADDRNOTAVAIL; 191 } 192 193 ret = hns_mac_change_vf_addr(mac_cb, handle->vf_id, p); 194 if (ret != 0) { 195 dev_err(handle->owner_dev, 196 "set_mac_address fail, ret=%d!\n", ret); 197 return ret; 198 } 199 200 return 0; 201 } 202 203 static int hns_ae_add_uc_address(struct hnae_handle *handle, 204 const unsigned char *addr) 205 { 206 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 207 208 if (mac_cb->mac_type != HNAE_PORT_SERVICE) 209 return -ENOSPC; 210 211 return hns_mac_add_uc_addr(mac_cb, handle->vf_id, addr); 212 } 213 214 static int hns_ae_rm_uc_address(struct hnae_handle *handle, 215 const unsigned char *addr) 216 { 217 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 218 219 if (mac_cb->mac_type != HNAE_PORT_SERVICE) 220 return -ENOSPC; 221 222 return hns_mac_rm_uc_addr(mac_cb, handle->vf_id, addr); 223 } 224 225 static int hns_ae_set_multicast_one(struct hnae_handle *handle, void *addr) 226 { 227 int ret; 228 char *mac_addr = (char *)addr; 229 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 230 u8 port_num; 231 232 assert(mac_cb); 233 234 if (mac_cb->mac_type != HNAE_PORT_SERVICE) 235 return 0; 236 237 ret = hns_mac_set_multi(mac_cb, mac_cb->mac_id, mac_addr, true); 238 if (ret) { 239 dev_err(handle->owner_dev, 240 "mac add mul_mac:%pM port%d fail, ret = %#x!\n", 241 mac_addr, mac_cb->mac_id, ret); 242 return ret; 243 } 244 245 ret = hns_mac_get_inner_port_num(mac_cb, handle->vf_id, &port_num); 246 if (ret) 247 return ret; 248 249 ret = hns_mac_set_multi(mac_cb, port_num, mac_addr, true); 250 if (ret) 251 dev_err(handle->owner_dev, 252 "mac add mul_mac:%pM port%d fail, ret = %#x!\n", 253 mac_addr, DSAF_BASE_INNER_PORT_NUM, ret); 254 255 return ret; 256 } 257 258 static int hns_ae_clr_multicast(struct hnae_handle *handle) 259 { 260 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 261 262 if (mac_cb->mac_type != HNAE_PORT_SERVICE) 263 return 0; 264 265 return hns_mac_clr_multicast(mac_cb, handle->vf_id); 266 } 267 268 static int hns_ae_set_mtu(struct hnae_handle *handle, int new_mtu) 269 { 270 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 271 struct hnae_queue *q; 272 u32 rx_buf_size; 273 int i, ret; 274 275 /* when buf_size is 2048, max mtu is 6K for rx ring max bd num is 3. */ 276 if (!AE_IS_VER1(mac_cb->dsaf_dev->dsaf_ver)) { 277 if (new_mtu <= BD_SIZE_2048_MAX_MTU) 278 rx_buf_size = 2048; 279 else 280 rx_buf_size = 4096; 281 } else { 282 rx_buf_size = mac_cb->dsaf_dev->buf_size; 283 } 284 285 ret = hns_mac_set_mtu(mac_cb, new_mtu, rx_buf_size); 286 287 if (!ret) { 288 /* reinit ring buf_size */ 289 for (i = 0; i < handle->q_num; i++) { 290 q = handle->qs[i]; 291 q->rx_ring.buf_size = rx_buf_size; 292 hns_rcb_set_rx_ring_bs(q, rx_buf_size); 293 } 294 } 295 296 return ret; 297 } 298 299 static void hns_ae_set_tso_stats(struct hnae_handle *handle, int enable) 300 { 301 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle); 302 303 hns_ppe_set_tso_enable(ppe_cb, enable); 304 } 305 306 static int hns_ae_start(struct hnae_handle *handle) 307 { 308 int ret; 309 int k; 310 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 311 312 ret = hns_mac_vm_config_bc_en(mac_cb, 0, true); 313 if (ret) 314 return ret; 315 316 for (k = 0; k < handle->q_num; k++) { 317 if (AE_IS_VER1(mac_cb->dsaf_dev->dsaf_ver)) 318 hns_rcb_int_clr_hw(handle->qs[k], 319 RCB_INT_FLAG_TX | RCB_INT_FLAG_RX); 320 else 321 hns_rcbv2_int_clr_hw(handle->qs[k], 322 RCB_INT_FLAG_TX | RCB_INT_FLAG_RX); 323 } 324 hns_ae_ring_enable_all(handle, 1); 325 msleep(100); 326 327 hns_mac_start(mac_cb); 328 329 return 0; 330 } 331 332 void hns_ae_stop(struct hnae_handle *handle) 333 { 334 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 335 336 /* just clean tx fbd, neednot rx fbd*/ 337 hns_rcb_wait_fbd_clean(handle->qs, handle->q_num, RCB_INT_FLAG_TX); 338 339 msleep(20); 340 341 hns_mac_stop(mac_cb); 342 343 usleep_range(10000, 20000); 344 345 hns_ae_ring_enable_all(handle, 0); 346 347 (void)hns_mac_vm_config_bc_en(mac_cb, 0, false); 348 } 349 350 static void hns_ae_reset(struct hnae_handle *handle) 351 { 352 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 353 354 if (vf_cb->mac_cb->mac_type == HNAE_PORT_DEBUG) { 355 hns_mac_reset(vf_cb->mac_cb); 356 hns_ppe_reset_common(vf_cb->dsaf_dev, 0); 357 } 358 } 359 360 void hns_ae_toggle_ring_irq(struct hnae_ring *ring, u32 mask) 361 { 362 u32 flag; 363 364 if (is_tx_ring(ring)) 365 flag = RCB_INT_FLAG_TX; 366 else 367 flag = RCB_INT_FLAG_RX; 368 369 hns_rcb_int_ctrl_hw(ring->q, flag, mask); 370 } 371 372 static void hns_aev2_toggle_ring_irq(struct hnae_ring *ring, u32 mask) 373 { 374 u32 flag; 375 376 if (is_tx_ring(ring)) 377 flag = RCB_INT_FLAG_TX; 378 else 379 flag = RCB_INT_FLAG_RX; 380 381 hns_rcbv2_int_ctrl_hw(ring->q, flag, mask); 382 } 383 384 static int hns_ae_get_link_status(struct hnae_handle *handle) 385 { 386 u32 link_status; 387 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 388 389 hns_mac_get_link_status(mac_cb, &link_status); 390 391 return !!link_status; 392 } 393 394 static int hns_ae_get_mac_info(struct hnae_handle *handle, 395 u8 *auto_neg, u16 *speed, u8 *duplex) 396 { 397 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 398 399 return hns_mac_get_port_info(mac_cb, auto_neg, speed, duplex); 400 } 401 402 static void hns_ae_adjust_link(struct hnae_handle *handle, int speed, 403 int duplex) 404 { 405 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 406 407 hns_mac_adjust_link(mac_cb, speed, duplex); 408 } 409 410 static void hns_ae_get_ring_bdnum_limit(struct hnae_queue *queue, 411 u32 *uplimit) 412 { 413 *uplimit = HNS_RCB_RING_MAX_PENDING_BD; 414 } 415 416 static void hns_ae_get_pauseparam(struct hnae_handle *handle, 417 u32 *auto_neg, u32 *rx_en, u32 *tx_en) 418 { 419 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 420 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev; 421 422 hns_mac_get_autoneg(mac_cb, auto_neg); 423 424 hns_mac_get_pauseparam(mac_cb, rx_en, tx_en); 425 426 /* Service port's pause feature is provided by DSAF, not mac */ 427 if (handle->port_type == HNAE_PORT_SERVICE) 428 hns_dsaf_get_rx_mac_pause_en(dsaf_dev, mac_cb->mac_id, rx_en); 429 } 430 431 static int hns_ae_set_autoneg(struct hnae_handle *handle, u8 enable) 432 { 433 assert(handle); 434 435 return hns_mac_set_autoneg(hns_get_mac_cb(handle), enable); 436 } 437 438 static void hns_ae_set_promisc_mode(struct hnae_handle *handle, u32 en) 439 { 440 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 441 442 hns_dsaf_set_promisc_mode(hns_ae_get_dsaf_dev(handle->dev), en); 443 hns_mac_set_promisc(mac_cb, (u8)!!en); 444 } 445 446 static int hns_ae_get_autoneg(struct hnae_handle *handle) 447 { 448 u32 auto_neg; 449 450 assert(handle); 451 452 hns_mac_get_autoneg(hns_get_mac_cb(handle), &auto_neg); 453 454 return auto_neg; 455 } 456 457 static int hns_ae_set_pauseparam(struct hnae_handle *handle, 458 u32 autoneg, u32 rx_en, u32 tx_en) 459 { 460 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 461 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev; 462 int ret; 463 464 ret = hns_mac_set_autoneg(mac_cb, autoneg); 465 if (ret) 466 return ret; 467 468 /* Service port's pause feature is provided by DSAF, not mac */ 469 if (handle->port_type == HNAE_PORT_SERVICE) { 470 ret = hns_dsaf_set_rx_mac_pause_en(dsaf_dev, 471 mac_cb->mac_id, rx_en); 472 if (ret) 473 return ret; 474 rx_en = 0; 475 } 476 return hns_mac_set_pauseparam(mac_cb, rx_en, tx_en); 477 } 478 479 static void hns_ae_get_coalesce_usecs(struct hnae_handle *handle, 480 u32 *tx_usecs, u32 *rx_usecs) 481 { 482 struct ring_pair_cb *ring_pair = 483 container_of(handle->qs[0], struct ring_pair_cb, q); 484 485 *tx_usecs = hns_rcb_get_coalesce_usecs(ring_pair->rcb_common, 486 ring_pair->port_id_in_comm); 487 *rx_usecs = hns_rcb_get_coalesce_usecs(ring_pair->rcb_common, 488 ring_pair->port_id_in_comm); 489 } 490 491 static void hns_ae_get_max_coalesced_frames(struct hnae_handle *handle, 492 u32 *tx_frames, u32 *rx_frames) 493 { 494 struct ring_pair_cb *ring_pair = 495 container_of(handle->qs[0], struct ring_pair_cb, q); 496 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 497 498 if (AE_IS_VER1(dsaf_dev->dsaf_ver) || 499 handle->port_type == HNAE_PORT_DEBUG) 500 *tx_frames = hns_rcb_get_rx_coalesced_frames( 501 ring_pair->rcb_common, ring_pair->port_id_in_comm); 502 else 503 *tx_frames = hns_rcb_get_tx_coalesced_frames( 504 ring_pair->rcb_common, ring_pair->port_id_in_comm); 505 *rx_frames = hns_rcb_get_rx_coalesced_frames(ring_pair->rcb_common, 506 ring_pair->port_id_in_comm); 507 } 508 509 static int hns_ae_set_coalesce_usecs(struct hnae_handle *handle, 510 u32 timeout) 511 { 512 struct ring_pair_cb *ring_pair = 513 container_of(handle->qs[0], struct ring_pair_cb, q); 514 515 return hns_rcb_set_coalesce_usecs( 516 ring_pair->rcb_common, ring_pair->port_id_in_comm, timeout); 517 } 518 519 static int hns_ae_set_coalesce_frames(struct hnae_handle *handle, 520 u32 tx_frames, u32 rx_frames) 521 { 522 int ret; 523 struct ring_pair_cb *ring_pair = 524 container_of(handle->qs[0], struct ring_pair_cb, q); 525 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 526 527 if (AE_IS_VER1(dsaf_dev->dsaf_ver) || 528 handle->port_type == HNAE_PORT_DEBUG) { 529 if (tx_frames != rx_frames) 530 return -EINVAL; 531 return hns_rcb_set_rx_coalesced_frames( 532 ring_pair->rcb_common, 533 ring_pair->port_id_in_comm, rx_frames); 534 } else { 535 if (tx_frames != 1) 536 return -EINVAL; 537 ret = hns_rcb_set_tx_coalesced_frames( 538 ring_pair->rcb_common, 539 ring_pair->port_id_in_comm, tx_frames); 540 if (ret) 541 return ret; 542 543 return hns_rcb_set_rx_coalesced_frames( 544 ring_pair->rcb_common, 545 ring_pair->port_id_in_comm, rx_frames); 546 } 547 } 548 549 static void hns_ae_get_coalesce_range(struct hnae_handle *handle, 550 u32 *tx_frames_low, u32 *rx_frames_low, 551 u32 *tx_frames_high, u32 *rx_frames_high, 552 u32 *tx_usecs_low, u32 *rx_usecs_low, 553 u32 *tx_usecs_high, u32 *rx_usecs_high) 554 { 555 struct dsaf_device *dsaf_dev; 556 557 assert(handle); 558 559 dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 560 561 *tx_frames_low = HNS_RCB_TX_FRAMES_LOW; 562 *rx_frames_low = HNS_RCB_RX_FRAMES_LOW; 563 564 if (AE_IS_VER1(dsaf_dev->dsaf_ver) || 565 handle->port_type == HNAE_PORT_DEBUG) 566 *tx_frames_high = 567 (dsaf_dev->desc_num - 1 > HNS_RCB_TX_FRAMES_HIGH) ? 568 HNS_RCB_TX_FRAMES_HIGH : dsaf_dev->desc_num - 1; 569 else 570 *tx_frames_high = 1; 571 572 *rx_frames_high = (dsaf_dev->desc_num - 1 > HNS_RCB_RX_FRAMES_HIGH) ? 573 HNS_RCB_RX_FRAMES_HIGH : dsaf_dev->desc_num - 1; 574 *tx_usecs_low = HNS_RCB_TX_USECS_LOW; 575 *rx_usecs_low = HNS_RCB_RX_USECS_LOW; 576 *tx_usecs_high = HNS_RCB_TX_USECS_HIGH; 577 *rx_usecs_high = HNS_RCB_RX_USECS_HIGH; 578 } 579 580 void hns_ae_update_stats(struct hnae_handle *handle, 581 struct net_device_stats *net_stats) 582 { 583 int port; 584 int idx; 585 struct dsaf_device *dsaf_dev; 586 struct hns_mac_cb *mac_cb; 587 struct hns_ppe_cb *ppe_cb; 588 struct hnae_queue *queue; 589 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 590 u64 tx_bytes = 0, rx_bytes = 0, tx_packets = 0, rx_packets = 0; 591 u64 rx_errors = 0, tx_errors = 0, tx_dropped = 0; 592 u64 rx_missed_errors = 0; 593 594 dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 595 if (!dsaf_dev) 596 return; 597 port = vf_cb->port_index; 598 ppe_cb = hns_get_ppe_cb(handle); 599 mac_cb = hns_get_mac_cb(handle); 600 601 for (idx = 0; idx < handle->q_num; idx++) { 602 queue = handle->qs[idx]; 603 hns_rcb_update_stats(queue); 604 605 tx_bytes += queue->tx_ring.stats.tx_bytes; 606 tx_packets += queue->tx_ring.stats.tx_pkts; 607 rx_bytes += queue->rx_ring.stats.rx_bytes; 608 rx_packets += queue->rx_ring.stats.rx_pkts; 609 610 rx_errors += queue->rx_ring.stats.err_pkt_len 611 + queue->rx_ring.stats.l2_err 612 + queue->rx_ring.stats.l3l4_csum_err; 613 } 614 615 hns_ppe_update_stats(ppe_cb); 616 rx_missed_errors = ppe_cb->hw_stats.rx_drop_no_buf; 617 tx_errors += ppe_cb->hw_stats.tx_err_checksum 618 + ppe_cb->hw_stats.tx_err_fifo_empty; 619 620 if (mac_cb->mac_type == HNAE_PORT_SERVICE) { 621 hns_dsaf_update_stats(dsaf_dev, port); 622 /* for port upline direction, i.e., rx. */ 623 rx_missed_errors += dsaf_dev->hw_stats[port].bp_drop; 624 rx_missed_errors += dsaf_dev->hw_stats[port].pad_drop; 625 rx_missed_errors += dsaf_dev->hw_stats[port].crc_false; 626 627 /* for port downline direction, i.e., tx. */ 628 port = port + DSAF_PPE_INODE_BASE; 629 hns_dsaf_update_stats(dsaf_dev, port); 630 tx_dropped += dsaf_dev->hw_stats[port].bp_drop; 631 tx_dropped += dsaf_dev->hw_stats[port].pad_drop; 632 tx_dropped += dsaf_dev->hw_stats[port].crc_false; 633 tx_dropped += dsaf_dev->hw_stats[port].rslt_drop; 634 tx_dropped += dsaf_dev->hw_stats[port].vlan_drop; 635 tx_dropped += dsaf_dev->hw_stats[port].stp_drop; 636 } 637 638 hns_mac_update_stats(mac_cb); 639 rx_errors += mac_cb->hw_stats.rx_fifo_overrun_err; 640 641 tx_errors += mac_cb->hw_stats.tx_bad_pkts 642 + mac_cb->hw_stats.tx_fragment_err 643 + mac_cb->hw_stats.tx_jabber_err 644 + mac_cb->hw_stats.tx_underrun_err 645 + mac_cb->hw_stats.tx_crc_err; 646 647 net_stats->tx_bytes = tx_bytes; 648 net_stats->tx_packets = tx_packets; 649 net_stats->rx_bytes = rx_bytes; 650 net_stats->rx_dropped = 0; 651 net_stats->rx_packets = rx_packets; 652 net_stats->rx_errors = rx_errors; 653 net_stats->tx_errors = tx_errors; 654 net_stats->tx_dropped = tx_dropped; 655 net_stats->rx_missed_errors = rx_missed_errors; 656 net_stats->rx_crc_errors = mac_cb->hw_stats.rx_fcs_err; 657 net_stats->rx_frame_errors = mac_cb->hw_stats.rx_align_err; 658 net_stats->rx_fifo_errors = mac_cb->hw_stats.rx_fifo_overrun_err; 659 net_stats->rx_length_errors = mac_cb->hw_stats.rx_len_err; 660 net_stats->multicast = mac_cb->hw_stats.rx_mc_pkts; 661 } 662 663 void hns_ae_get_stats(struct hnae_handle *handle, u64 *data) 664 { 665 int idx; 666 struct hns_mac_cb *mac_cb; 667 struct hns_ppe_cb *ppe_cb; 668 u64 *p = data; 669 struct hnae_vf_cb *vf_cb; 670 671 if (!handle || !data) { 672 pr_err("hns_ae_get_stats NULL handle or data pointer!\n"); 673 return; 674 } 675 676 vf_cb = hns_ae_get_vf_cb(handle); 677 mac_cb = hns_get_mac_cb(handle); 678 ppe_cb = hns_get_ppe_cb(handle); 679 680 for (idx = 0; idx < handle->q_num; idx++) { 681 hns_rcb_get_stats(handle->qs[idx], p); 682 p += hns_rcb_get_ring_sset_count((int)ETH_SS_STATS); 683 } 684 685 hns_ppe_get_stats(ppe_cb, p); 686 p += hns_ppe_get_sset_count((int)ETH_SS_STATS); 687 688 hns_mac_get_stats(mac_cb, p); 689 p += hns_mac_get_sset_count(mac_cb, (int)ETH_SS_STATS); 690 691 if (mac_cb->mac_type == HNAE_PORT_SERVICE) 692 hns_dsaf_get_stats(vf_cb->dsaf_dev, p, vf_cb->port_index); 693 } 694 695 void hns_ae_get_strings(struct hnae_handle *handle, 696 u32 stringset, u8 *data) 697 { 698 int port; 699 int idx; 700 struct hns_mac_cb *mac_cb; 701 struct hns_ppe_cb *ppe_cb; 702 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 703 u8 *p = data; 704 struct hnae_vf_cb *vf_cb; 705 706 assert(handle); 707 708 vf_cb = hns_ae_get_vf_cb(handle); 709 port = vf_cb->port_index; 710 mac_cb = hns_get_mac_cb(handle); 711 ppe_cb = hns_get_ppe_cb(handle); 712 713 for (idx = 0; idx < handle->q_num; idx++) { 714 hns_rcb_get_strings(stringset, p, idx); 715 p += ETH_GSTRING_LEN * hns_rcb_get_ring_sset_count(stringset); 716 } 717 718 hns_ppe_get_strings(ppe_cb, stringset, p); 719 p += ETH_GSTRING_LEN * hns_ppe_get_sset_count(stringset); 720 721 hns_mac_get_strings(mac_cb, stringset, p); 722 p += ETH_GSTRING_LEN * hns_mac_get_sset_count(mac_cb, stringset); 723 724 if (mac_cb->mac_type == HNAE_PORT_SERVICE) 725 hns_dsaf_get_strings(stringset, p, port, dsaf_dev); 726 } 727 728 int hns_ae_get_sset_count(struct hnae_handle *handle, int stringset) 729 { 730 u32 sset_count = 0; 731 struct hns_mac_cb *mac_cb; 732 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev); 733 734 assert(handle); 735 736 mac_cb = hns_get_mac_cb(handle); 737 738 sset_count += hns_rcb_get_ring_sset_count(stringset) * handle->q_num; 739 sset_count += hns_ppe_get_sset_count(stringset); 740 sset_count += hns_mac_get_sset_count(mac_cb, stringset); 741 742 if (mac_cb->mac_type == HNAE_PORT_SERVICE) 743 sset_count += hns_dsaf_get_sset_count(dsaf_dev, stringset); 744 745 return sset_count; 746 } 747 748 static int hns_ae_config_loopback(struct hnae_handle *handle, 749 enum hnae_loop loop, int en) 750 { 751 int ret; 752 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 753 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle); 754 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev; 755 756 switch (loop) { 757 case MAC_INTERNALLOOP_PHY: 758 ret = 0; 759 break; 760 case MAC_INTERNALLOOP_SERDES: 761 ret = dsaf_dev->misc_op->cfg_serdes_loopback(vf_cb->mac_cb, 762 !!en); 763 break; 764 case MAC_INTERNALLOOP_MAC: 765 ret = hns_mac_config_mac_loopback(vf_cb->mac_cb, loop, en); 766 break; 767 default: 768 ret = -EINVAL; 769 } 770 771 return ret; 772 } 773 774 void hns_ae_update_led_status(struct hnae_handle *handle) 775 { 776 struct hns_mac_cb *mac_cb; 777 778 assert(handle); 779 mac_cb = hns_get_mac_cb(handle); 780 if (mac_cb->media_type != HNAE_MEDIA_TYPE_FIBER) 781 return; 782 783 hns_set_led_opt(mac_cb); 784 } 785 786 int hns_ae_cpld_set_led_id(struct hnae_handle *handle, 787 enum hnae_led_state status) 788 { 789 struct hns_mac_cb *mac_cb; 790 791 assert(handle); 792 793 mac_cb = hns_get_mac_cb(handle); 794 795 return hns_cpld_led_set_id(mac_cb, status); 796 } 797 798 void hns_ae_get_regs(struct hnae_handle *handle, void *data) 799 { 800 u32 *p = data; 801 int i; 802 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 803 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle); 804 805 hns_ppe_get_regs(ppe_cb, p); 806 p += hns_ppe_get_regs_count(); 807 808 hns_rcb_get_common_regs(vf_cb->dsaf_dev->rcb_common[0], p); 809 p += hns_rcb_get_common_regs_count(); 810 811 for (i = 0; i < handle->q_num; i++) { 812 hns_rcb_get_ring_regs(handle->qs[i], p); 813 p += hns_rcb_get_ring_regs_count(); 814 } 815 816 hns_mac_get_regs(vf_cb->mac_cb, p); 817 p += hns_mac_get_regs_count(vf_cb->mac_cb); 818 819 if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE) 820 hns_dsaf_get_regs(vf_cb->dsaf_dev, vf_cb->port_index, p); 821 } 822 823 int hns_ae_get_regs_len(struct hnae_handle *handle) 824 { 825 u32 total_num; 826 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle); 827 828 total_num = hns_ppe_get_regs_count(); 829 total_num += hns_rcb_get_common_regs_count(); 830 total_num += hns_rcb_get_ring_regs_count() * handle->q_num; 831 total_num += hns_mac_get_regs_count(vf_cb->mac_cb); 832 833 if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE) 834 total_num += hns_dsaf_get_regs_count(); 835 836 return total_num; 837 } 838 839 static u32 hns_ae_get_rss_key_size(struct hnae_handle *handle) 840 { 841 return HNS_PPEV2_RSS_KEY_SIZE; 842 } 843 844 static u32 hns_ae_get_rss_indir_size(struct hnae_handle *handle) 845 { 846 return HNS_PPEV2_RSS_IND_TBL_SIZE; 847 } 848 849 static int hns_ae_get_rss(struct hnae_handle *handle, u32 *indir, u8 *key, 850 u8 *hfunc) 851 { 852 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle); 853 854 /* currently we support only one type of hash function i.e. Toep hash */ 855 if (hfunc) 856 *hfunc = ETH_RSS_HASH_TOP; 857 858 /* get the RSS Key required by the user */ 859 if (key) 860 memcpy(key, ppe_cb->rss_key, HNS_PPEV2_RSS_KEY_SIZE); 861 862 /* update the current hash->queue mappings from the shadow RSS table */ 863 if (indir) 864 memcpy(indir, ppe_cb->rss_indir_table, 865 HNS_PPEV2_RSS_IND_TBL_SIZE * sizeof(*indir)); 866 867 return 0; 868 } 869 870 static int hns_ae_set_rss(struct hnae_handle *handle, const u32 *indir, 871 const u8 *key, const u8 hfunc) 872 { 873 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle); 874 875 /* set the RSS Hash Key if specififed by the user */ 876 if (key) { 877 memcpy(ppe_cb->rss_key, key, HNS_PPEV2_RSS_KEY_SIZE); 878 hns_ppe_set_rss_key(ppe_cb, ppe_cb->rss_key); 879 } 880 881 if (indir) { 882 /* update the shadow RSS table with user specified qids */ 883 memcpy(ppe_cb->rss_indir_table, indir, 884 HNS_PPEV2_RSS_IND_TBL_SIZE * sizeof(*indir)); 885 886 /* now update the hardware */ 887 hns_ppe_set_indir_table(ppe_cb, ppe_cb->rss_indir_table); 888 } 889 890 return 0; 891 } 892 893 static struct hnae_ae_ops hns_dsaf_ops = { 894 .get_handle = hns_ae_get_handle, 895 .put_handle = hns_ae_put_handle, 896 .init_queue = hns_ae_init_queue, 897 .fini_queue = hns_ae_fini_queue, 898 .start = hns_ae_start, 899 .stop = hns_ae_stop, 900 .reset = hns_ae_reset, 901 .toggle_ring_irq = hns_ae_toggle_ring_irq, 902 .get_status = hns_ae_get_link_status, 903 .get_info = hns_ae_get_mac_info, 904 .adjust_link = hns_ae_adjust_link, 905 .set_loopback = hns_ae_config_loopback, 906 .get_ring_bdnum_limit = hns_ae_get_ring_bdnum_limit, 907 .get_pauseparam = hns_ae_get_pauseparam, 908 .set_autoneg = hns_ae_set_autoneg, 909 .get_autoneg = hns_ae_get_autoneg, 910 .set_pauseparam = hns_ae_set_pauseparam, 911 .get_coalesce_usecs = hns_ae_get_coalesce_usecs, 912 .get_max_coalesced_frames = hns_ae_get_max_coalesced_frames, 913 .set_coalesce_usecs = hns_ae_set_coalesce_usecs, 914 .set_coalesce_frames = hns_ae_set_coalesce_frames, 915 .get_coalesce_range = hns_ae_get_coalesce_range, 916 .set_promisc_mode = hns_ae_set_promisc_mode, 917 .set_mac_addr = hns_ae_set_mac_address, 918 .add_uc_addr = hns_ae_add_uc_address, 919 .rm_uc_addr = hns_ae_rm_uc_address, 920 .set_mc_addr = hns_ae_set_multicast_one, 921 .clr_mc_addr = hns_ae_clr_multicast, 922 .set_mtu = hns_ae_set_mtu, 923 .update_stats = hns_ae_update_stats, 924 .set_tso_stats = hns_ae_set_tso_stats, 925 .get_stats = hns_ae_get_stats, 926 .get_strings = hns_ae_get_strings, 927 .get_sset_count = hns_ae_get_sset_count, 928 .update_led_status = hns_ae_update_led_status, 929 .set_led_id = hns_ae_cpld_set_led_id, 930 .get_regs = hns_ae_get_regs, 931 .get_regs_len = hns_ae_get_regs_len, 932 .get_rss_key_size = hns_ae_get_rss_key_size, 933 .get_rss_indir_size = hns_ae_get_rss_indir_size, 934 .get_rss = hns_ae_get_rss, 935 .set_rss = hns_ae_set_rss 936 }; 937 938 int hns_dsaf_ae_init(struct dsaf_device *dsaf_dev) 939 { 940 struct hnae_ae_dev *ae_dev = &dsaf_dev->ae_dev; 941 static atomic_t id = ATOMIC_INIT(-1); 942 943 switch (dsaf_dev->dsaf_ver) { 944 case AE_VERSION_1: 945 hns_dsaf_ops.toggle_ring_irq = hns_ae_toggle_ring_irq; 946 break; 947 case AE_VERSION_2: 948 hns_dsaf_ops.toggle_ring_irq = hns_aev2_toggle_ring_irq; 949 break; 950 default: 951 break; 952 } 953 954 snprintf(ae_dev->name, AE_NAME_SIZE, "%s%d", DSAF_DEVICE_NAME, 955 (int)atomic_inc_return(&id)); 956 ae_dev->ops = &hns_dsaf_ops; 957 ae_dev->dev = dsaf_dev->dev; 958 959 return hnae_ae_register(ae_dev, THIS_MODULE); 960 } 961 962 void hns_dsaf_ae_uninit(struct dsaf_device *dsaf_dev) 963 { 964 hnae_ae_unregister(&dsaf_dev->ae_dev); 965 } 966