476 lines · c
1/*2 * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.3 *4 * This software is available to you under a choice of one of two5 * licenses. You may choose to be licensed under the terms of the GNU6 * General Public License (GPL) Version 2, available from the file7 * COPYING in the main directory of this source tree, or the8 * BSD license below:9 *10 * Redistribution and use in source and binary forms, with or11 * without modification, are permitted provided that the following12 * conditions are met:13 *14 * - Redistributions of source code must retain the above15 * copyright notice, this list of conditions and the following16 * disclaimer.17 *18 * - Redistributions in binary form must reproduce the above19 * copyright notice, this list of conditions and the following20 * disclaimer in the documentation and/or other materials21 * provided with the distribution.22 *23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE30 * SOFTWARE.31 *32 */33#include <linux/errno.h>34#include <linux/pci.h>35 36#include "usnic_ib.h"37#include "vnic_resource.h"38#include "usnic_log.h"39#include "usnic_vnic.h"40 41struct usnic_vnic {42 struct vnic_dev *vdev;43 struct vnic_dev_bar bar[PCI_NUM_RESOURCES];44 struct usnic_vnic_res_chunk chunks[USNIC_VNIC_RES_TYPE_MAX];45 spinlock_t res_lock;46};47 48static enum vnic_res_type _to_vnic_res_type(enum usnic_vnic_res_type res_type)49{50#define DEFINE_USNIC_VNIC_RES_AT(usnic_vnic_res_t, vnic_res_type, desc, val) \51 vnic_res_type,52#define DEFINE_USNIC_VNIC_RES(usnic_vnic_res_t, vnic_res_type, desc) \53 vnic_res_type,54 static enum vnic_res_type usnic_vnic_type_2_vnic_type[] = {55 USNIC_VNIC_RES_TYPES};56#undef DEFINE_USNIC_VNIC_RES57#undef DEFINE_USNIC_VNIC_RES_AT58 59 if (res_type >= USNIC_VNIC_RES_TYPE_MAX)60 return RES_TYPE_MAX;61 62 return usnic_vnic_type_2_vnic_type[res_type];63}64 65const char *usnic_vnic_res_type_to_str(enum usnic_vnic_res_type res_type)66{67#define DEFINE_USNIC_VNIC_RES_AT(usnic_vnic_res_t, vnic_res_type, desc, val) \68 desc,69#define DEFINE_USNIC_VNIC_RES(usnic_vnic_res_t, vnic_res_type, desc) \70 desc,71 static const char * const usnic_vnic_res_type_desc[] = {72 USNIC_VNIC_RES_TYPES};73#undef DEFINE_USNIC_VNIC_RES74#undef DEFINE_USNIC_VNIC_RES_AT75 76 if (res_type >= USNIC_VNIC_RES_TYPE_MAX)77 return "unknown";78 79 return usnic_vnic_res_type_desc[res_type];80 81}82 83const char *usnic_vnic_pci_name(struct usnic_vnic *vnic)84{85 return pci_name(usnic_vnic_get_pdev(vnic));86}87 88int usnic_vnic_dump(struct usnic_vnic *vnic, char *buf,89 int buf_sz,90 void *hdr_obj,91 int (*printtitle)(void *, char*, int),92 int (*printcols)(char *, int),93 int (*printrow)(void *, char *, int))94{95 struct usnic_vnic_res_chunk *chunk;96 struct usnic_vnic_res *res;97 struct vnic_dev_bar *bar0;98 int i, j, offset;99 100 offset = 0;101 bar0 = usnic_vnic_get_bar(vnic, 0);102 offset += scnprintf(buf + offset, buf_sz - offset,103 "VF:%hu BAR0 bus_addr=%pa vaddr=0x%p size=%ld ",104 usnic_vnic_get_index(vnic),105 &bar0->bus_addr,106 bar0->vaddr, bar0->len);107 if (printtitle)108 offset += printtitle(hdr_obj, buf + offset, buf_sz - offset);109 offset += scnprintf(buf + offset, buf_sz - offset, "\n");110 offset += scnprintf(buf + offset, buf_sz - offset,111 "|RES\t|CTRL_PIN\t\t|IN_USE\t");112 if (printcols)113 offset += printcols(buf + offset, buf_sz - offset);114 offset += scnprintf(buf + offset, buf_sz - offset, "\n");115 116 spin_lock(&vnic->res_lock);117 for (i = 0; i < ARRAY_SIZE(vnic->chunks); i++) {118 chunk = &vnic->chunks[i];119 for (j = 0; j < chunk->cnt; j++) {120 res = chunk->res[j];121 offset += scnprintf(buf + offset, buf_sz - offset,122 "|%s[%u]\t|0x%p\t|%u\t",123 usnic_vnic_res_type_to_str(res->type),124 res->vnic_idx, res->ctrl, !!res->owner);125 if (printrow) {126 offset += printrow(res->owner, buf + offset,127 buf_sz - offset);128 }129 offset += scnprintf(buf + offset, buf_sz - offset,130 "\n");131 }132 }133 spin_unlock(&vnic->res_lock);134 return offset;135}136 137void usnic_vnic_res_spec_update(struct usnic_vnic_res_spec *spec,138 enum usnic_vnic_res_type trgt_type,139 u16 cnt)140{141 int i;142 143 for (i = 0; i < USNIC_VNIC_RES_TYPE_MAX; i++) {144 if (spec->resources[i].type == trgt_type) {145 spec->resources[i].cnt = cnt;146 return;147 }148 }149 150 WARN_ON(1);151}152 153int usnic_vnic_res_spec_satisfied(const struct usnic_vnic_res_spec *min_spec,154 struct usnic_vnic_res_spec *res_spec)155{156 int found, i, j;157 158 for (i = 0; i < USNIC_VNIC_RES_TYPE_MAX; i++) {159 found = 0;160 161 for (j = 0; j < USNIC_VNIC_RES_TYPE_MAX; j++) {162 if (res_spec->resources[i].type !=163 min_spec->resources[i].type)164 continue;165 found = 1;166 if (min_spec->resources[i].cnt >167 res_spec->resources[i].cnt)168 return -EINVAL;169 break;170 }171 172 if (!found)173 return -EINVAL;174 }175 return 0;176}177 178int usnic_vnic_spec_dump(char *buf, int buf_sz,179 struct usnic_vnic_res_spec *res_spec)180{181 enum usnic_vnic_res_type res_type;182 int res_cnt;183 int i;184 int offset = 0;185 186 for (i = 0; i < USNIC_VNIC_RES_TYPE_MAX; i++) {187 res_type = res_spec->resources[i].type;188 res_cnt = res_spec->resources[i].cnt;189 offset += scnprintf(buf + offset, buf_sz - offset,190 "Res: %s Cnt: %d ",191 usnic_vnic_res_type_to_str(res_type),192 res_cnt);193 }194 195 return offset;196}197 198int usnic_vnic_check_room(struct usnic_vnic *vnic,199 struct usnic_vnic_res_spec *res_spec)200{201 int i;202 enum usnic_vnic_res_type res_type;203 int res_cnt;204 205 for (i = 0; i < USNIC_VNIC_RES_TYPE_MAX; i++) {206 res_type = res_spec->resources[i].type;207 res_cnt = res_spec->resources[i].cnt;208 209 if (res_type == USNIC_VNIC_RES_TYPE_EOL)210 break;211 212 if (res_cnt > usnic_vnic_res_free_cnt(vnic, res_type))213 return -EBUSY;214 }215 216 return 0;217}218 219int usnic_vnic_res_cnt(struct usnic_vnic *vnic,220 enum usnic_vnic_res_type type)221{222 return vnic->chunks[type].cnt;223}224 225int usnic_vnic_res_free_cnt(struct usnic_vnic *vnic,226 enum usnic_vnic_res_type type)227{228 return vnic->chunks[type].free_cnt;229}230 231struct usnic_vnic_res_chunk *232usnic_vnic_get_resources(struct usnic_vnic *vnic, enum usnic_vnic_res_type type,233 int cnt, void *owner)234{235 struct usnic_vnic_res_chunk *src, *ret;236 struct usnic_vnic_res *res;237 int i;238 239 if (usnic_vnic_res_free_cnt(vnic, type) < cnt || cnt < 0 || !owner)240 return ERR_PTR(-EINVAL);241 242 ret = kzalloc(sizeof(*ret), GFP_ATOMIC);243 if (!ret)244 return ERR_PTR(-ENOMEM);245 246 if (cnt > 0) {247 ret->res = kcalloc(cnt, sizeof(*(ret->res)), GFP_ATOMIC);248 if (!ret->res) {249 kfree(ret);250 return ERR_PTR(-ENOMEM);251 }252 253 spin_lock(&vnic->res_lock);254 src = &vnic->chunks[type];255 for (i = 0; i < src->cnt && ret->cnt < cnt; i++) {256 res = src->res[i];257 if (!res->owner) {258 src->free_cnt--;259 res->owner = owner;260 ret->res[ret->cnt++] = res;261 }262 }263 264 spin_unlock(&vnic->res_lock);265 }266 ret->type = type;267 ret->vnic = vnic;268 WARN_ON(ret->cnt != cnt);269 270 return ret;271}272 273void usnic_vnic_put_resources(struct usnic_vnic_res_chunk *chunk)274{275 276 struct usnic_vnic_res *res;277 int i;278 struct usnic_vnic *vnic = chunk->vnic;279 280 if (chunk->cnt > 0) {281 spin_lock(&vnic->res_lock);282 while ((i = --chunk->cnt) >= 0) {283 res = chunk->res[i];284 chunk->res[i] = NULL;285 res->owner = NULL;286 vnic->chunks[res->type].free_cnt++;287 }288 spin_unlock(&vnic->res_lock);289 }290 291 kfree(chunk->res);292 kfree(chunk);293}294 295u16 usnic_vnic_get_index(struct usnic_vnic *vnic)296{297 return usnic_vnic_get_pdev(vnic)->devfn - 1;298}299 300static int usnic_vnic_alloc_res_chunk(struct usnic_vnic *vnic,301 enum usnic_vnic_res_type type,302 struct usnic_vnic_res_chunk *chunk)303{304 int cnt, err, i;305 struct usnic_vnic_res *res;306 307 cnt = vnic_dev_get_res_count(vnic->vdev, _to_vnic_res_type(type));308 if (cnt < 1) {309 usnic_err("Wrong res count with cnt %d\n", cnt);310 return -EINVAL;311 }312 313 chunk->cnt = chunk->free_cnt = cnt;314 chunk->res = kcalloc(cnt, sizeof(*(chunk->res)), GFP_KERNEL);315 if (!chunk->res)316 return -ENOMEM;317 318 for (i = 0; i < cnt; i++) {319 res = kzalloc(sizeof(*res), GFP_KERNEL);320 if (!res) {321 err = -ENOMEM;322 goto fail;323 }324 res->type = type;325 res->vnic_idx = i;326 res->vnic = vnic;327 res->ctrl = vnic_dev_get_res(vnic->vdev,328 _to_vnic_res_type(type), i);329 chunk->res[i] = res;330 }331 332 chunk->vnic = vnic;333 return 0;334fail:335 for (i--; i >= 0; i--)336 kfree(chunk->res[i]);337 kfree(chunk->res);338 return err;339}340 341static void usnic_vnic_free_res_chunk(struct usnic_vnic_res_chunk *chunk)342{343 int i;344 for (i = 0; i < chunk->cnt; i++)345 kfree(chunk->res[i]);346 kfree(chunk->res);347}348 349static int usnic_vnic_discover_resources(struct pci_dev *pdev,350 struct usnic_vnic *vnic)351{352 enum usnic_vnic_res_type res_type;353 int i;354 int err = 0;355 356 for (i = 0; i < ARRAY_SIZE(vnic->bar); i++) {357 if (!(pci_resource_flags(pdev, i) & IORESOURCE_MEM))358 continue;359 vnic->bar[i].len = pci_resource_len(pdev, i);360 vnic->bar[i].vaddr = pci_iomap(pdev, i, vnic->bar[i].len);361 if (!vnic->bar[i].vaddr) {362 usnic_err("Cannot memory-map BAR %d, aborting\n",363 i);364 err = -ENODEV;365 goto out_clean_bar;366 }367 vnic->bar[i].bus_addr = pci_resource_start(pdev, i);368 }369 370 vnic->vdev = vnic_dev_register(NULL, pdev, pdev, vnic->bar,371 ARRAY_SIZE(vnic->bar));372 if (!vnic->vdev) {373 usnic_err("Failed to register device %s\n",374 pci_name(pdev));375 err = -EINVAL;376 goto out_clean_bar;377 }378 379 for (res_type = USNIC_VNIC_RES_TYPE_EOL + 1;380 res_type < USNIC_VNIC_RES_TYPE_MAX; res_type++) {381 err = usnic_vnic_alloc_res_chunk(vnic, res_type,382 &vnic->chunks[res_type]);383 if (err)384 goto out_clean_chunks;385 }386 387 return 0;388 389out_clean_chunks:390 for (res_type--; res_type > USNIC_VNIC_RES_TYPE_EOL; res_type--)391 usnic_vnic_free_res_chunk(&vnic->chunks[res_type]);392 vnic_dev_unregister(vnic->vdev);393out_clean_bar:394 for (i = 0; i < ARRAY_SIZE(vnic->bar); i++) {395 if (!(pci_resource_flags(pdev, i) & IORESOURCE_MEM))396 continue;397 if (!vnic->bar[i].vaddr)398 break;399 400 iounmap(vnic->bar[i].vaddr);401 }402 403 return err;404}405 406struct pci_dev *usnic_vnic_get_pdev(struct usnic_vnic *vnic)407{408 return vnic_dev_get_pdev(vnic->vdev);409}410 411struct vnic_dev_bar *usnic_vnic_get_bar(struct usnic_vnic *vnic,412 int bar_num)413{414 return (bar_num < ARRAY_SIZE(vnic->bar)) ? &vnic->bar[bar_num] : NULL;415}416 417static void usnic_vnic_release_resources(struct usnic_vnic *vnic)418{419 int i;420 struct pci_dev *pdev;421 enum usnic_vnic_res_type res_type;422 423 pdev = usnic_vnic_get_pdev(vnic);424 425 for (res_type = USNIC_VNIC_RES_TYPE_EOL + 1;426 res_type < USNIC_VNIC_RES_TYPE_MAX; res_type++)427 usnic_vnic_free_res_chunk(&vnic->chunks[res_type]);428 429 vnic_dev_unregister(vnic->vdev);430 431 for (i = 0; i < ARRAY_SIZE(vnic->bar); i++) {432 if (!(pci_resource_flags(pdev, i) & IORESOURCE_MEM))433 continue;434 iounmap(vnic->bar[i].vaddr);435 }436}437 438struct usnic_vnic *usnic_vnic_alloc(struct pci_dev *pdev)439{440 struct usnic_vnic *vnic;441 int err = 0;442 443 if (!pci_is_enabled(pdev)) {444 usnic_err("PCI dev %s is disabled\n", pci_name(pdev));445 return ERR_PTR(-EINVAL);446 }447 448 vnic = kzalloc(sizeof(*vnic), GFP_KERNEL);449 if (!vnic)450 return ERR_PTR(-ENOMEM);451 452 spin_lock_init(&vnic->res_lock);453 454 err = usnic_vnic_discover_resources(pdev, vnic);455 if (err) {456 usnic_err("Failed to discover %s resources with err %d\n",457 pci_name(pdev), err);458 goto out_free_vnic;459 }460 461 usnic_dbg("Allocated vnic for %s\n", usnic_vnic_pci_name(vnic));462 463 return vnic;464 465out_free_vnic:466 kfree(vnic);467 468 return ERR_PTR(err);469}470 471void usnic_vnic_free(struct usnic_vnic *vnic)472{473 usnic_vnic_release_resources(vnic);474 kfree(vnic);475}476