1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 2021 Intel Corporation. All rights rsvd. */
4 #include <linux/module.h>
5 #include <linux/kernel.h>
6 #include <linux/highmem.h>
8 #include <linux/slab.h>
9 #include <linux/delay.h>
10 #include <linux/smp.h>
11 #include <uapi/linux/idxd.h>
12 #include <linux/idxd.h>
13 #include <linux/dmaengine.h>
14 #include "../../dma/idxd/idxd.h"
15 #include <linux/debugfs.h>
16 #include <crypto/internal/acompress.h>
17 #include "iaa_crypto.h"
18 #include "iaa_crypto_stats.h"
20 static atomic64_t total_comp_calls
;
21 static atomic64_t total_decomp_calls
;
22 static atomic64_t total_sw_decomp_calls
;
23 static atomic64_t total_comp_bytes_out
;
24 static atomic64_t total_decomp_bytes_in
;
25 static atomic64_t total_completion_einval_errors
;
26 static atomic64_t total_completion_timeout_errors
;
27 static atomic64_t total_completion_comp_buf_overflow_errors
;
29 static struct dentry
*iaa_crypto_debugfs_root
;
31 void update_total_comp_calls(void)
33 atomic64_inc(&total_comp_calls
);
36 void update_total_comp_bytes_out(int n
)
38 atomic64_add(n
, &total_comp_bytes_out
);
41 void update_total_decomp_calls(void)
43 atomic64_inc(&total_decomp_calls
);
46 void update_total_sw_decomp_calls(void)
48 atomic64_inc(&total_sw_decomp_calls
);
51 void update_total_decomp_bytes_in(int n
)
53 atomic64_add(n
, &total_decomp_bytes_in
);
56 void update_completion_einval_errs(void)
58 atomic64_inc(&total_completion_einval_errors
);
61 void update_completion_timeout_errs(void)
63 atomic64_inc(&total_completion_timeout_errors
);
66 void update_completion_comp_buf_overflow_errs(void)
68 atomic64_inc(&total_completion_comp_buf_overflow_errors
);
71 void update_wq_comp_calls(struct idxd_wq
*idxd_wq
)
73 struct iaa_wq
*wq
= idxd_wq_get_private(idxd_wq
);
75 atomic64_inc(&wq
->comp_calls
);
76 atomic64_inc(&wq
->iaa_device
->comp_calls
);
79 void update_wq_comp_bytes(struct idxd_wq
*idxd_wq
, int n
)
81 struct iaa_wq
*wq
= idxd_wq_get_private(idxd_wq
);
83 atomic64_add(n
, &wq
->comp_bytes
);
84 atomic64_add(n
, &wq
->iaa_device
->comp_bytes
);
87 void update_wq_decomp_calls(struct idxd_wq
*idxd_wq
)
89 struct iaa_wq
*wq
= idxd_wq_get_private(idxd_wq
);
91 atomic64_inc(&wq
->decomp_calls
);
92 atomic64_inc(&wq
->iaa_device
->decomp_calls
);
95 void update_wq_decomp_bytes(struct idxd_wq
*idxd_wq
, int n
)
97 struct iaa_wq
*wq
= idxd_wq_get_private(idxd_wq
);
99 atomic64_add(n
, &wq
->decomp_bytes
);
100 atomic64_add(n
, &wq
->iaa_device
->decomp_bytes
);
103 static void reset_iaa_crypto_stats(void)
105 atomic64_set(&total_comp_calls
, 0);
106 atomic64_set(&total_decomp_calls
, 0);
107 atomic64_set(&total_sw_decomp_calls
, 0);
108 atomic64_set(&total_comp_bytes_out
, 0);
109 atomic64_set(&total_decomp_bytes_in
, 0);
110 atomic64_set(&total_completion_einval_errors
, 0);
111 atomic64_set(&total_completion_timeout_errors
, 0);
112 atomic64_set(&total_completion_comp_buf_overflow_errors
, 0);
115 static void reset_wq_stats(struct iaa_wq
*wq
)
117 atomic64_set(&wq
->comp_calls
, 0);
118 atomic64_set(&wq
->comp_bytes
, 0);
119 atomic64_set(&wq
->decomp_calls
, 0);
120 atomic64_set(&wq
->decomp_bytes
, 0);
123 static void reset_device_stats(struct iaa_device
*iaa_device
)
125 struct iaa_wq
*iaa_wq
;
127 atomic64_set(&iaa_device
->comp_calls
, 0);
128 atomic64_set(&iaa_device
->comp_bytes
, 0);
129 atomic64_set(&iaa_device
->decomp_calls
, 0);
130 atomic64_set(&iaa_device
->decomp_bytes
, 0);
132 list_for_each_entry(iaa_wq
, &iaa_device
->wqs
, list
)
133 reset_wq_stats(iaa_wq
);
136 static void wq_show(struct seq_file
*m
, struct iaa_wq
*iaa_wq
)
138 seq_printf(m
, " name: %s\n", iaa_wq
->wq
->name
);
139 seq_printf(m
, " comp_calls: %llu\n",
140 atomic64_read(&iaa_wq
->comp_calls
));
141 seq_printf(m
, " comp_bytes: %llu\n",
142 atomic64_read(&iaa_wq
->comp_bytes
));
143 seq_printf(m
, " decomp_calls: %llu\n",
144 atomic64_read(&iaa_wq
->decomp_calls
));
145 seq_printf(m
, " decomp_bytes: %llu\n\n",
146 atomic64_read(&iaa_wq
->decomp_bytes
));
149 static void device_stats_show(struct seq_file
*m
, struct iaa_device
*iaa_device
)
151 struct iaa_wq
*iaa_wq
;
153 seq_puts(m
, "iaa device:\n");
154 seq_printf(m
, " id: %d\n", iaa_device
->idxd
->id
);
155 seq_printf(m
, " n_wqs: %d\n", iaa_device
->n_wq
);
156 seq_printf(m
, " comp_calls: %llu\n",
157 atomic64_read(&iaa_device
->comp_calls
));
158 seq_printf(m
, " comp_bytes: %llu\n",
159 atomic64_read(&iaa_device
->comp_bytes
));
160 seq_printf(m
, " decomp_calls: %llu\n",
161 atomic64_read(&iaa_device
->decomp_calls
));
162 seq_printf(m
, " decomp_bytes: %llu\n",
163 atomic64_read(&iaa_device
->decomp_bytes
));
164 seq_puts(m
, " wqs:\n");
166 list_for_each_entry(iaa_wq
, &iaa_device
->wqs
, list
)
170 static int global_stats_show(struct seq_file
*m
, void *v
)
172 seq_puts(m
, "global stats:\n");
173 seq_printf(m
, " total_comp_calls: %llu\n",
174 atomic64_read(&total_comp_calls
));
175 seq_printf(m
, " total_decomp_calls: %llu\n",
176 atomic64_read(&total_decomp_calls
));
177 seq_printf(m
, " total_sw_decomp_calls: %llu\n",
178 atomic64_read(&total_sw_decomp_calls
));
179 seq_printf(m
, " total_comp_bytes_out: %llu\n",
180 atomic64_read(&total_comp_bytes_out
));
181 seq_printf(m
, " total_decomp_bytes_in: %llu\n",
182 atomic64_read(&total_decomp_bytes_in
));
183 seq_printf(m
, " total_completion_einval_errors: %llu\n",
184 atomic64_read(&total_completion_einval_errors
));
185 seq_printf(m
, " total_completion_timeout_errors: %llu\n",
186 atomic64_read(&total_completion_timeout_errors
));
187 seq_printf(m
, " total_completion_comp_buf_overflow_errors: %llu\n\n",
188 atomic64_read(&total_completion_comp_buf_overflow_errors
));
193 static int wq_stats_show(struct seq_file
*m
, void *v
)
195 struct iaa_device
*iaa_device
;
197 mutex_lock(&iaa_devices_lock
);
199 list_for_each_entry(iaa_device
, &iaa_devices
, list
)
200 device_stats_show(m
, iaa_device
);
202 mutex_unlock(&iaa_devices_lock
);
207 static int iaa_crypto_stats_reset(void *data
, u64 value
)
209 struct iaa_device
*iaa_device
;
211 reset_iaa_crypto_stats();
213 mutex_lock(&iaa_devices_lock
);
215 list_for_each_entry(iaa_device
, &iaa_devices
, list
)
216 reset_device_stats(iaa_device
);
218 mutex_unlock(&iaa_devices_lock
);
223 static int wq_stats_open(struct inode
*inode
, struct file
*file
)
225 return single_open(file
, wq_stats_show
, file
);
228 static const struct file_operations wq_stats_fops
= {
229 .open
= wq_stats_open
,
232 .release
= single_release
,
235 static int global_stats_open(struct inode
*inode
, struct file
*file
)
237 return single_open(file
, global_stats_show
, file
);
240 static const struct file_operations global_stats_fops
= {
241 .open
= global_stats_open
,
244 .release
= single_release
,
247 DEFINE_DEBUGFS_ATTRIBUTE(wq_stats_reset_fops
, NULL
, iaa_crypto_stats_reset
, "%llu\n");
249 int __init
iaa_crypto_debugfs_init(void)
251 if (!debugfs_initialized())
254 iaa_crypto_debugfs_root
= debugfs_create_dir("iaa_crypto", NULL
);
256 debugfs_create_file("global_stats", 0644, iaa_crypto_debugfs_root
, NULL
,
258 debugfs_create_file("wq_stats", 0644, iaa_crypto_debugfs_root
, NULL
,
260 debugfs_create_file("stats_reset", 0644, iaa_crypto_debugfs_root
, NULL
,
261 &wq_stats_reset_fops
);
266 void __exit
iaa_crypto_debugfs_cleanup(void)
268 debugfs_remove_recursive(iaa_crypto_debugfs_root
);
271 MODULE_LICENSE("GPL");