272 lines · c
1// SPDX-License-Identifier: GPL-2.02/* Copyright(c) 2021 Intel Corporation. All rights rsvd. */3 4#include <linux/module.h>5#include <linux/kernel.h>6#include <linux/highmem.h>7#include <linux/mm.h>8#include <linux/slab.h>9#include <linux/delay.h>10#include <linux/smp.h>11#include <uapi/linux/idxd.h>12#include <linux/idxd.h>13#include <linux/dmaengine.h>14#include "../../dma/idxd/idxd.h"15#include <linux/debugfs.h>16#include <crypto/internal/acompress.h>17#include "iaa_crypto.h"18#include "iaa_crypto_stats.h"19 20static atomic64_t total_comp_calls;21static atomic64_t total_decomp_calls;22static atomic64_t total_sw_decomp_calls;23static atomic64_t total_comp_bytes_out;24static atomic64_t total_decomp_bytes_in;25static atomic64_t total_completion_einval_errors;26static atomic64_t total_completion_timeout_errors;27static atomic64_t total_completion_comp_buf_overflow_errors;28 29static struct dentry *iaa_crypto_debugfs_root;30 31void update_total_comp_calls(void)32{33 atomic64_inc(&total_comp_calls);34}35 36void update_total_comp_bytes_out(int n)37{38 atomic64_add(n, &total_comp_bytes_out);39}40 41void update_total_decomp_calls(void)42{43 atomic64_inc(&total_decomp_calls);44}45 46void update_total_sw_decomp_calls(void)47{48 atomic64_inc(&total_sw_decomp_calls);49}50 51void update_total_decomp_bytes_in(int n)52{53 atomic64_add(n, &total_decomp_bytes_in);54}55 56void update_completion_einval_errs(void)57{58 atomic64_inc(&total_completion_einval_errors);59}60 61void update_completion_timeout_errs(void)62{63 atomic64_inc(&total_completion_timeout_errors);64}65 66void update_completion_comp_buf_overflow_errs(void)67{68 atomic64_inc(&total_completion_comp_buf_overflow_errors);69}70 71void update_wq_comp_calls(struct idxd_wq *idxd_wq)72{73 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq);74 75 atomic64_inc(&wq->comp_calls);76 atomic64_inc(&wq->iaa_device->comp_calls);77}78 79void update_wq_comp_bytes(struct idxd_wq *idxd_wq, int n)80{81 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq);82 83 atomic64_add(n, &wq->comp_bytes);84 atomic64_add(n, &wq->iaa_device->comp_bytes);85}86 87void update_wq_decomp_calls(struct idxd_wq *idxd_wq)88{89 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq);90 91 atomic64_inc(&wq->decomp_calls);92 atomic64_inc(&wq->iaa_device->decomp_calls);93}94 95void update_wq_decomp_bytes(struct idxd_wq *idxd_wq, int n)96{97 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq);98 99 atomic64_add(n, &wq->decomp_bytes);100 atomic64_add(n, &wq->iaa_device->decomp_bytes);101}102 103static void reset_iaa_crypto_stats(void)104{105 atomic64_set(&total_comp_calls, 0);106 atomic64_set(&total_decomp_calls, 0);107 atomic64_set(&total_sw_decomp_calls, 0);108 atomic64_set(&total_comp_bytes_out, 0);109 atomic64_set(&total_decomp_bytes_in, 0);110 atomic64_set(&total_completion_einval_errors, 0);111 atomic64_set(&total_completion_timeout_errors, 0);112 atomic64_set(&total_completion_comp_buf_overflow_errors, 0);113}114 115static void reset_wq_stats(struct iaa_wq *wq)116{117 atomic64_set(&wq->comp_calls, 0);118 atomic64_set(&wq->comp_bytes, 0);119 atomic64_set(&wq->decomp_calls, 0);120 atomic64_set(&wq->decomp_bytes, 0);121}122 123static void reset_device_stats(struct iaa_device *iaa_device)124{125 struct iaa_wq *iaa_wq;126 127 atomic64_set(&iaa_device->comp_calls, 0);128 atomic64_set(&iaa_device->comp_bytes, 0);129 atomic64_set(&iaa_device->decomp_calls, 0);130 atomic64_set(&iaa_device->decomp_bytes, 0);131 132 list_for_each_entry(iaa_wq, &iaa_device->wqs, list)133 reset_wq_stats(iaa_wq);134}135 136static void wq_show(struct seq_file *m, struct iaa_wq *iaa_wq)137{138 seq_printf(m, " name: %s\n", iaa_wq->wq->name);139 seq_printf(m, " comp_calls: %llu\n",140 atomic64_read(&iaa_wq->comp_calls));141 seq_printf(m, " comp_bytes: %llu\n",142 atomic64_read(&iaa_wq->comp_bytes));143 seq_printf(m, " decomp_calls: %llu\n",144 atomic64_read(&iaa_wq->decomp_calls));145 seq_printf(m, " decomp_bytes: %llu\n\n",146 atomic64_read(&iaa_wq->decomp_bytes));147}148 149static void device_stats_show(struct seq_file *m, struct iaa_device *iaa_device)150{151 struct iaa_wq *iaa_wq;152 153 seq_puts(m, "iaa device:\n");154 seq_printf(m, " id: %d\n", iaa_device->idxd->id);155 seq_printf(m, " n_wqs: %d\n", iaa_device->n_wq);156 seq_printf(m, " comp_calls: %llu\n",157 atomic64_read(&iaa_device->comp_calls));158 seq_printf(m, " comp_bytes: %llu\n",159 atomic64_read(&iaa_device->comp_bytes));160 seq_printf(m, " decomp_calls: %llu\n",161 atomic64_read(&iaa_device->decomp_calls));162 seq_printf(m, " decomp_bytes: %llu\n",163 atomic64_read(&iaa_device->decomp_bytes));164 seq_puts(m, " wqs:\n");165 166 list_for_each_entry(iaa_wq, &iaa_device->wqs, list)167 wq_show(m, iaa_wq);168}169 170static int global_stats_show(struct seq_file *m, void *v)171{172 seq_puts(m, "global stats:\n");173 seq_printf(m, " total_comp_calls: %llu\n",174 atomic64_read(&total_comp_calls));175 seq_printf(m, " total_decomp_calls: %llu\n",176 atomic64_read(&total_decomp_calls));177 seq_printf(m, " total_sw_decomp_calls: %llu\n",178 atomic64_read(&total_sw_decomp_calls));179 seq_printf(m, " total_comp_bytes_out: %llu\n",180 atomic64_read(&total_comp_bytes_out));181 seq_printf(m, " total_decomp_bytes_in: %llu\n",182 atomic64_read(&total_decomp_bytes_in));183 seq_printf(m, " total_completion_einval_errors: %llu\n",184 atomic64_read(&total_completion_einval_errors));185 seq_printf(m, " total_completion_timeout_errors: %llu\n",186 atomic64_read(&total_completion_timeout_errors));187 seq_printf(m, " total_completion_comp_buf_overflow_errors: %llu\n\n",188 atomic64_read(&total_completion_comp_buf_overflow_errors));189 190 return 0;191}192 193static int wq_stats_show(struct seq_file *m, void *v)194{195 struct iaa_device *iaa_device;196 197 mutex_lock(&iaa_devices_lock);198 199 list_for_each_entry(iaa_device, &iaa_devices, list)200 device_stats_show(m, iaa_device);201 202 mutex_unlock(&iaa_devices_lock);203 204 return 0;205}206 207static int iaa_crypto_stats_reset(void *data, u64 value)208{209 struct iaa_device *iaa_device;210 211 reset_iaa_crypto_stats();212 213 mutex_lock(&iaa_devices_lock);214 215 list_for_each_entry(iaa_device, &iaa_devices, list)216 reset_device_stats(iaa_device);217 218 mutex_unlock(&iaa_devices_lock);219 220 return 0;221}222 223static int wq_stats_open(struct inode *inode, struct file *file)224{225 return single_open(file, wq_stats_show, file);226}227 228static const struct file_operations wq_stats_fops = {229 .open = wq_stats_open,230 .read = seq_read,231 .llseek = seq_lseek,232 .release = single_release,233};234 235static int global_stats_open(struct inode *inode, struct file *file)236{237 return single_open(file, global_stats_show, file);238}239 240static const struct file_operations global_stats_fops = {241 .open = global_stats_open,242 .read = seq_read,243 .llseek = seq_lseek,244 .release = single_release,245};246 247DEFINE_DEBUGFS_ATTRIBUTE(wq_stats_reset_fops, NULL, iaa_crypto_stats_reset, "%llu\n");248 249int __init iaa_crypto_debugfs_init(void)250{251 if (!debugfs_initialized())252 return -ENODEV;253 254 iaa_crypto_debugfs_root = debugfs_create_dir("iaa_crypto", NULL);255 256 debugfs_create_file("global_stats", 0644, iaa_crypto_debugfs_root, NULL,257 &global_stats_fops);258 debugfs_create_file("wq_stats", 0644, iaa_crypto_debugfs_root, NULL,259 &wq_stats_fops);260 debugfs_create_file("stats_reset", 0644, iaa_crypto_debugfs_root, NULL,261 &wq_stats_reset_fops);262 263 return 0;264}265 266void __exit iaa_crypto_debugfs_cleanup(void)267{268 debugfs_remove_recursive(iaa_crypto_debugfs_root);269}270 271MODULE_LICENSE("GPL");272