1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25#include <linux/proc_fs.h>
26#include <linux/device.h>
27#include <linux/seq_file.h>
28#include <linux/uaccess.h>
29#include "gru.h"
30#include "grulib.h"
31#include "grutables.h"
32
33#define printstat(s, f) printstat_val(s, &gru_stats.f, #f)
34
35static void printstat_val(struct seq_file *s, atomic_long_t *v, char *id)
36{
37 unsigned long val = atomic_long_read(v);
38
39 if (val)
40 seq_printf(s, "%16lu %s\n", val, id);
41}
42
43static int statistics_show(struct seq_file *s, void *p)
44{
45 printstat(s, vdata_alloc);
46 printstat(s, vdata_free);
47 printstat(s, gts_alloc);
48 printstat(s, gts_free);
49 printstat(s, vdata_double_alloc);
50 printstat(s, gts_double_allocate);
51 printstat(s, assign_context);
52 printstat(s, assign_context_failed);
53 printstat(s, free_context);
54 printstat(s, load_user_context);
55 printstat(s, load_kernel_context);
56 printstat(s, lock_kernel_context);
57 printstat(s, unlock_kernel_context);
58 printstat(s, steal_user_context);
59 printstat(s, steal_kernel_context);
60 printstat(s, steal_context_failed);
61 printstat(s, nopfn);
62 printstat(s, break_cow);
63 printstat(s, asid_new);
64 printstat(s, asid_next);
65 printstat(s, asid_wrap);
66 printstat(s, asid_reuse);
67 printstat(s, intr);
68 printstat(s, intr_mm_lock_failed);
69 printstat(s, call_os);
70 printstat(s, call_os_offnode_reference);
71 printstat(s, call_os_check_for_bug);
72 printstat(s, call_os_wait_queue);
73 printstat(s, user_flush_tlb);
74 printstat(s, user_unload_context);
75 printstat(s, user_exception);
76 printstat(s, set_context_option);
77 printstat(s, migrate_check);
78 printstat(s, migrated_retarget);
79 printstat(s, migrated_unload);
80 printstat(s, migrated_unload_delay);
81 printstat(s, migrated_nopfn_retarget);
82 printstat(s, migrated_nopfn_unload);
83 printstat(s, tlb_dropin);
84 printstat(s, tlb_dropin_fail_no_asid);
85 printstat(s, tlb_dropin_fail_upm);
86 printstat(s, tlb_dropin_fail_invalid);
87 printstat(s, tlb_dropin_fail_range_active);
88 printstat(s, tlb_dropin_fail_idle);
89 printstat(s, tlb_dropin_fail_fmm);
90 printstat(s, tlb_dropin_fail_no_exception);
91 printstat(s, tlb_dropin_fail_no_exception_war);
92 printstat(s, tfh_stale_on_fault);
93 printstat(s, mmu_invalidate_range);
94 printstat(s, mmu_invalidate_page);
95 printstat(s, mmu_clear_flush_young);
96 printstat(s, flush_tlb);
97 printstat(s, flush_tlb_gru);
98 printstat(s, flush_tlb_gru_tgh);
99 printstat(s, flush_tlb_gru_zero_asid);
100 printstat(s, copy_gpa);
101 printstat(s, mesq_receive);
102 printstat(s, mesq_receive_none);
103 printstat(s, mesq_send);
104 printstat(s, mesq_send_failed);
105 printstat(s, mesq_noop);
106 printstat(s, mesq_send_unexpected_error);
107 printstat(s, mesq_send_lb_overflow);
108 printstat(s, mesq_send_qlimit_reached);
109 printstat(s, mesq_send_amo_nacked);
110 printstat(s, mesq_send_put_nacked);
111 printstat(s, mesq_qf_not_full);
112 printstat(s, mesq_qf_locked);
113 printstat(s, mesq_qf_noop_not_full);
114 printstat(s, mesq_qf_switch_head_failed);
115 printstat(s, mesq_qf_unexpected_error);
116 printstat(s, mesq_noop_unexpected_error);
117 printstat(s, mesq_noop_lb_overflow);
118 printstat(s, mesq_noop_qlimit_reached);
119 printstat(s, mesq_noop_amo_nacked);
120 printstat(s, mesq_noop_put_nacked);
121 return 0;
122}
123
124static ssize_t statistics_write(struct file *file, const char __user *userbuf,
125 size_t count, loff_t *data)
126{
127 memset(&gru_stats, 0, sizeof(gru_stats));
128 return count;
129}
130
131static int mcs_statistics_show(struct seq_file *s, void *p)
132{
133 int op;
134 unsigned long total, count, max;
135 static char *id[] = {"cch_allocate", "cch_start", "cch_interrupt",
136 "cch_interrupt_sync", "cch_deallocate", "tgh_invalidate"};
137
138 for (op = 0; op < mcsop_last; op++) {
139 count = atomic_long_read(&mcs_op_statistics[op].count);
140 total = atomic_long_read(&mcs_op_statistics[op].total);
141 max = mcs_op_statistics[op].max;
142 seq_printf(s, "%-20s%12ld%12ld%12ld\n", id[op], count,
143 count ? total / count : 0, max);
144 }
145 return 0;
146}
147
148static ssize_t mcs_statistics_write(struct file *file,
149 const char __user *userbuf, size_t count, loff_t *data)
150{
151 memset(mcs_op_statistics, 0, sizeof(mcs_op_statistics));
152 return count;
153}
154
155static int options_show(struct seq_file *s, void *p)
156{
157 seq_printf(s, "0x%lx\n", gru_options);
158 return 0;
159}
160
161static ssize_t options_write(struct file *file, const char __user *userbuf,
162 size_t count, loff_t *data)
163{
164 char buf[20];
165
166 if (count >= sizeof(buf))
167 return -EINVAL;
168 if (copy_from_user(buf, userbuf, count))
169 return -EFAULT;
170 buf[count] = '\0';
171 if (strict_strtoul(buf, 0, &gru_options))
172 return -EINVAL;
173
174 return count;
175}
176
177static int cch_seq_show(struct seq_file *file, void *data)
178{
179 long gid = *(long *)data;
180 int i;
181 struct gru_state *gru = GID_TO_GRU(gid);
182 struct gru_thread_state *ts;
183 const char *mode[] = { "??", "UPM", "INTR", "OS_POLL" };
184
185 if (gid == 0)
186 seq_printf(file, "#%5s%5s%6s%9s%6s%8s%8s\n", "gid", "bid",
187 "ctx#", "pid", "cbrs", "dsbytes", "mode");
188 if (gru)
189 for (i = 0; i < GRU_NUM_CCH; i++) {
190 ts = gru->gs_gts[i];
191 if (!ts)
192 continue;
193 seq_printf(file, " %5d%5d%6d%9d%6d%8d%8s\n",
194 gru->gs_gid, gru->gs_blade_id, i,
195 ts->ts_tgid_owner,
196 ts->ts_cbr_au_count * GRU_CBR_AU_SIZE,
197 ts->ts_cbr_au_count * GRU_DSR_AU_BYTES,
198 mode[ts->ts_user_options &
199 GRU_OPT_MISS_MASK]);
200 }
201
202 return 0;
203}
204
205static int gru_seq_show(struct seq_file *file, void *data)
206{
207 long gid = *(long *)data, ctxfree, cbrfree, dsrfree;
208 struct gru_state *gru = GID_TO_GRU(gid);
209
210 if (gid == 0) {
211 seq_printf(file, "#%5s%5s%7s%6s%6s%8s%6s%6s\n", "gid", "nid",
212 "ctx", "cbr", "dsr", "ctx", "cbr", "dsr");
213 seq_printf(file, "#%5s%5s%7s%6s%6s%8s%6s%6s\n", "", "", "busy",
214 "busy", "busy", "free", "free", "free");
215 }
216 if (gru) {
217 ctxfree = GRU_NUM_CCH - gru->gs_active_contexts;
218 cbrfree = hweight64(gru->gs_cbr_map) * GRU_CBR_AU_SIZE;
219 dsrfree = hweight64(gru->gs_dsr_map) * GRU_DSR_AU_BYTES;
220 seq_printf(file, " %5d%5d%7ld%6ld%6ld%8ld%6ld%6ld\n",
221 gru->gs_gid, gru->gs_blade_id, GRU_NUM_CCH - ctxfree,
222 GRU_NUM_CBE - cbrfree, GRU_NUM_DSR_BYTES - dsrfree,
223 ctxfree, cbrfree, dsrfree);
224 }
225
226 return 0;
227}
228
229static void seq_stop(struct seq_file *file, void *data)
230{
231}
232
233static void *seq_start(struct seq_file *file, loff_t *gid)
234{
235 if (*gid < gru_max_gids)
236 return gid;
237 return NULL;
238}
239
240static void *seq_next(struct seq_file *file, void *data, loff_t *gid)
241{
242 (*gid)++;
243 if (*gid < gru_max_gids)
244 return gid;
245 return NULL;
246}
247
248static const struct seq_operations cch_seq_ops = {
249 .start = seq_start,
250 .next = seq_next,
251 .stop = seq_stop,
252 .show = cch_seq_show
253};
254
255static const struct seq_operations gru_seq_ops = {
256 .start = seq_start,
257 .next = seq_next,
258 .stop = seq_stop,
259 .show = gru_seq_show
260};
261
262static int statistics_open(struct inode *inode, struct file *file)
263{
264 return single_open(file, statistics_show, NULL);
265}
266
267static int mcs_statistics_open(struct inode *inode, struct file *file)
268{
269 return single_open(file, mcs_statistics_show, NULL);
270}
271
272static int options_open(struct inode *inode, struct file *file)
273{
274 return single_open(file, options_show, NULL);
275}
276
277static int cch_open(struct inode *inode, struct file *file)
278{
279 return seq_open(file, &cch_seq_ops);
280}
281
282static int gru_open(struct inode *inode, struct file *file)
283{
284 return seq_open(file, &gru_seq_ops);
285}
286
287
288static const struct file_operations statistics_fops = {
289 .open = statistics_open,
290 .read = seq_read,
291 .write = statistics_write,
292 .llseek = seq_lseek,
293 .release = single_release,
294};
295
296static const struct file_operations mcs_statistics_fops = {
297 .open = mcs_statistics_open,
298 .read = seq_read,
299 .write = mcs_statistics_write,
300 .llseek = seq_lseek,
301 .release = single_release,
302};
303
304static const struct file_operations options_fops = {
305 .open = options_open,
306 .read = seq_read,
307 .write = options_write,
308 .llseek = seq_lseek,
309 .release = single_release,
310};
311
312static const struct file_operations cch_fops = {
313 .open = cch_open,
314 .read = seq_read,
315 .llseek = seq_lseek,
316 .release = seq_release,
317};
318static const struct file_operations gru_fops = {
319 .open = gru_open,
320 .read = seq_read,
321 .llseek = seq_lseek,
322 .release = seq_release,
323};
324
325static struct proc_entry {
326 char *name;
327 int mode;
328 const struct file_operations *fops;
329 struct proc_dir_entry *entry;
330} proc_files[] = {
331 {"statistics", 0644, &statistics_fops},
332 {"mcs_statistics", 0644, &mcs_statistics_fops},
333 {"debug_options", 0644, &options_fops},
334 {"cch_status", 0444, &cch_fops},
335 {"gru_status", 0444, &gru_fops},
336 {NULL}
337};
338
339
340static struct proc_dir_entry *proc_gru __read_mostly;
341
342static int create_proc_file(struct proc_entry *p)
343{
344 p->entry = proc_create(p->name, p->mode, proc_gru, p->fops);
345 if (!p->entry)
346 return -1;
347 return 0;
348}
349
350static void delete_proc_files(void)
351{
352 struct proc_entry *p;
353
354 if (proc_gru) {
355 for (p = proc_files; p->name; p++)
356 if (p->entry)
357 remove_proc_entry(p->name, proc_gru);
358 remove_proc_entry("gru", NULL);
359 }
360}
361
362int gru_proc_init(void)
363{
364 struct proc_entry *p;
365
366 proc_gru = proc_mkdir("sgi_uv/gru", NULL);
367
368 for (p = proc_files; p->name; p++)
369 if (create_proc_file(p))
370 goto err;
371 return 0;
372
373err:
374 delete_proc_files();
375 return -1;
376}
377
378void gru_proc_exit(void)
379{
380 delete_proc_files();
381}
382
