| 1 | |
| 2 | |
| 3 | * netdebug.c
|
| 4 | *
|
| 5 | * debug functionality for o2net
|
| 6 | *
|
| 7 | * Copyright (C) 2005, 2008 Oracle. All rights reserved.
|
| 8 |
|
| 9 |
|
| 10 | #ifdef CONFIG_DEBUG_FS
|
| 11 |
|
| 12 | #include <linux/module.h>
|
| 13 | #include <linux/types.h>
|
| 14 | #include <linux/slab.h>
|
| 15 | #include <linux/idr.h>
|
| 16 | #include <linux/kref.h>
|
| 17 | #include <linux/seq_file.h>
|
| 18 | #include <linux/debugfs.h>
|
| 19 |
|
| 20 | #include <linux/uaccess.h>
|
| 21 |
|
| 22 | #include "tcp.h"
|
| 23 | #include "nodemanager.h"
|
| 24 | #define MLOG_MASK_PREFIX ML_TCP
|
| 25 | #include "masklog.h"
|
| 26 |
|
| 27 | #include "tcp_internal.h"
|
| 28 |
|
| 29 | #define O2NET_DEBUG_DIR "o2net"
|
| 30 | #define SC_DEBUG_NAME "sock_containers"
|
| 31 | #define NST_DEBUG_NAME "send_tracking"
|
| 32 | #define STATS_DEBUG_NAME "stats"
|
| 33 | #define NODES_DEBUG_NAME "connected_nodes"
|
| 34 |
|
| 35 | #define SHOW_SOCK_CONTAINERS 0
|
| 36 | #define SHOW_SOCK_STATS 1
|
| 37 |
|
| 38 | static struct dentry *o2net_dentry;
|
| 39 |
|
| 40 | static DEFINE_SPINLOCK(o2net_debug_lock);
|
| 41 |
|
| 42 | static LIST_HEAD(sock_containers);
|
| 43 | static LIST_HEAD(send_tracking);
|
| 44 |
|
| 45 | void o2net_debug_add_nst(struct o2net_send_tracking *nst)
|
| 46 | {
|
| 47 | spin_lock_bh(&o2net_debug_lock);
|
| 48 | list_add(&nst->st_net_debug_item, &send_tracking);
|
| 49 | spin_unlock_bh(&o2net_debug_lock);
|
| 50 | }
|
| 51 |
|
| 52 | void o2net_debug_del_nst(struct o2net_send_tracking *nst)
|
| 53 | {
|
| 54 | spin_lock_bh(&o2net_debug_lock);
|
| 55 | if (!list_empty(&nst->st_net_debug_item))
|
| 56 | list_del_init(&nst->st_net_debug_item);
|
| 57 | spin_unlock_bh(&o2net_debug_lock);
|
| 58 | }
|
| 59 |
|
| 60 | static struct o2net_send_tracking
|
| 61 | *next_nst(struct o2net_send_tracking *nst_start)
|
| 62 | {
|
| 63 | struct o2net_send_tracking *nst, *ret = NULL;
|
| 64 |
|
| 65 | assert_spin_locked(&o2net_debug_lock);
|
| 66 |
|
| 67 | list_for_each_entry(nst, &nst_start->st_net_debug_item,
|
| 68 | st_net_debug_item) {
|
| 69 |
|
| 70 | if (&nst->st_net_debug_item == &send_tracking)
|
| 71 | break;
|
| 72 |
|
| 73 |
|
| 74 | if (nst->st_task != NULL) {
|
| 75 | ret = nst;
|
| 76 | break;
|
| 77 | }
|
| 78 | }
|
| 79 |
|
| 80 | return ret;
|
| 81 | }
|
| 82 |
|
| 83 | static void *nst_seq_start(struct seq_file *seq, loff_t *pos)
|
| 84 | {
|
| 85 | struct o2net_send_tracking *nst, *dummy_nst = seq->private;
|
| 86 |
|
| 87 | spin_lock_bh(&o2net_debug_lock);
|
| 88 | nst = next_nst(dummy_nst);
|
| 89 | spin_unlock_bh(&o2net_debug_lock);
|
| 90 |
|
| 91 | return nst;
|
| 92 | }
|
| 93 |
|
| 94 | static void *nst_seq_next(struct seq_file *seq, void *v, loff_t *pos)
|
| 95 | {
|
| 96 | struct o2net_send_tracking *nst, *dummy_nst = seq->private;
|
| 97 |
|
| 98 | spin_lock_bh(&o2net_debug_lock);
|
| 99 | nst = next_nst(dummy_nst);
|
| 100 | list_del_init(&dummy_nst->st_net_debug_item);
|
| 101 | if (nst)
|
| 102 | list_add(&dummy_nst->st_net_debug_item,
|
| 103 | &nst->st_net_debug_item);
|
| 104 | spin_unlock_bh(&o2net_debug_lock);
|
| 105 |
|
| 106 | return nst;
|
| 107 | }
|
| 108 |
|
| 109 | static int nst_seq_show(struct seq_file *seq, void *v)
|
| 110 | {
|
| 111 | struct o2net_send_tracking *nst, *dummy_nst = seq->private;
|
| 112 | ktime_t now;
|
| 113 | s64 sock, send, status;
|
| 114 |
|
| 115 | spin_lock_bh(&o2net_debug_lock);
|
| 116 | nst = next_nst(dummy_nst);
|
| 117 | if (!nst)
|
| 118 | goto out;
|
| 119 |
|
| 120 | now = ktime_get();
|
| 121 | sock = ktime_to_us(ktime_sub(now, nst->st_sock_time));
|
| 122 | send = ktime_to_us(ktime_sub(now, nst->st_send_time));
|
| 123 | status = ktime_to_us(ktime_sub(now, nst->st_status_time));
|
| 124 |
|
| 125 |
|
| 126 | seq_printf(seq, "%p:\n"
|
| 127 | " pid: %lu\n"
|
| 128 | " tgid: %lu\n"
|
| 129 | " process name: %s\n"
|
| 130 | " node: %u\n"
|
| 131 | " sc: %p\n"
|
| 132 | " message id: %d\n"
|
| 133 | " message type: %u\n"
|
| 134 | " message key: 0x%08x\n"
|
| 135 | " sock acquiry: %lld usecs ago\n"
|
| 136 | " send start: %lld usecs ago\n"
|
| 137 | " wait start: %lld usecs ago\n",
|
| 138 | nst, (unsigned long)task_pid_nr(nst->st_task),
|
| 139 | (unsigned long)nst->st_task->tgid,
|
| 140 | nst->st_task->comm, nst->st_node,
|
| 141 | nst->st_sc, nst->st_id, nst->st_msg_type,
|
| 142 | nst->st_msg_key,
|
| 143 | (long long)sock,
|
| 144 | (long long)send,
|
| 145 | (long long)status);
|
| 146 |
|
| 147 | out:
|
| 148 | spin_unlock_bh(&o2net_debug_lock);
|
| 149 |
|
| 150 | return 0;
|
| 151 | }
|
| 152 |
|
| 153 | static void nst_seq_stop(struct seq_file *seq, void *v)
|
| 154 | {
|
| 155 | }
|
| 156 |
|
| 157 | static const struct seq_operations nst_seq_ops = {
|
| 158 | .start = nst_seq_start,
|
| 159 | .next = nst_seq_next,
|
| 160 | .stop = nst_seq_stop,
|
| 161 | .show = nst_seq_show,
|
| 162 | };
|
| 163 |
|
| 164 | static int nst_fop_open(struct inode *inode, struct file *file)
|
| 165 | {
|
| 166 | struct o2net_send_tracking *dummy_nst;
|
| 167 |
|
| 168 | dummy_nst = __seq_open_private(file, &nst_seq_ops, sizeof(*dummy_nst));
|
| 169 | if (!dummy_nst)
|
| 170 | return -ENOMEM;
|
| 171 | o2net_debug_add_nst(dummy_nst);
|
| 172 |
|
| 173 | return 0;
|
| 174 | }
|
| 175 |
|
| 176 | static int nst_fop_release(struct inode *inode, struct file *file)
|
| 177 | {
|
| 178 | struct seq_file *seq = file->private_data;
|
| 179 | struct o2net_send_tracking *dummy_nst = seq->private;
|
| 180 |
|
| 181 | o2net_debug_del_nst(dummy_nst);
|
| 182 | return seq_release_private(inode, file);
|
| 183 | }
|
| 184 |
|
| 185 | static const struct file_operations nst_seq_fops = {
|
| 186 | .open = nst_fop_open,
|
| 187 | .read = seq_read,
|
| 188 | .llseek = seq_lseek,
|
| 189 | .release = nst_fop_release,
|
| 190 | };
|
| 191 |
|
| 192 | void o2net_debug_add_sc(struct o2net_sock_container *sc)
|
| 193 | {
|
| 194 | spin_lock_bh(&o2net_debug_lock);
|
| 195 | list_add(&sc->sc_net_debug_item, &sock_containers);
|
| 196 | spin_unlock_bh(&o2net_debug_lock);
|
| 197 | }
|
| 198 |
|
| 199 | void o2net_debug_del_sc(struct o2net_sock_container *sc)
|
| 200 | {
|
| 201 | spin_lock_bh(&o2net_debug_lock);
|
| 202 | list_del_init(&sc->sc_net_debug_item);
|
| 203 | spin_unlock_bh(&o2net_debug_lock);
|
| 204 | }
|
| 205 |
|
| 206 | struct o2net_sock_debug {
|
| 207 | int dbg_ctxt;
|
| 208 | struct o2net_sock_container *dbg_sock;
|
| 209 | };
|
| 210 |
|
| 211 | static struct o2net_sock_container
|
| 212 | *next_sc(struct o2net_sock_container *sc_start)
|
| 213 | {
|
| 214 | struct o2net_sock_container *sc, *ret = NULL;
|
| 215 |
|
| 216 | assert_spin_locked(&o2net_debug_lock);
|
| 217 |
|
| 218 | list_for_each_entry(sc, &sc_start->sc_net_debug_item,
|
| 219 | sc_net_debug_item) {
|
| 220 |
|
| 221 | if (&sc->sc_net_debug_item == &sock_containers)
|
| 222 | break;
|
| 223 |
|
| 224 |
|
| 225 | if (sc->sc_page != NULL) {
|
| 226 | ret = sc;
|
| 227 | break;
|
| 228 | }
|
| 229 | }
|
| 230 |
|
| 231 | return ret;
|
| 232 | }
|
| 233 |
|
| 234 | static void *sc_seq_start(struct seq_file *seq, loff_t *pos)
|
| 235 | {
|
| 236 | struct o2net_sock_debug *sd = seq->private;
|
| 237 | struct o2net_sock_container *sc, *dummy_sc = sd->dbg_sock;
|
| 238 |
|
| 239 | spin_lock_bh(&o2net_debug_lock);
|
| 240 | sc = next_sc(dummy_sc);
|
| 241 | spin_unlock_bh(&o2net_debug_lock);
|
| 242 |
|
| 243 | return sc;
|
| 244 | }
|
| 245 |
|
| 246 | static void *sc_seq_next(struct seq_file *seq, void *v, loff_t *pos)
|
| 247 | {
|
| 248 | struct o2net_sock_debug *sd = seq->private;
|
| 249 | struct o2net_sock_container *sc, *dummy_sc = sd->dbg_sock;
|
| 250 |
|
| 251 | spin_lock_bh(&o2net_debug_lock);
|
| 252 | sc = next_sc(dummy_sc);
|
| 253 | list_del_init(&dummy_sc->sc_net_debug_item);
|
| 254 | if (sc)
|
| 255 | list_add(&dummy_sc->sc_net_debug_item, &sc->sc_net_debug_item);
|
| 256 | spin_unlock_bh(&o2net_debug_lock);
|
| 257 |
|
| 258 | return sc;
|
| 259 | }
|
| 260 |
|
| 261 | #ifdef CONFIG_OCFS2_FS_STATS
|
| 262 | # define sc_send_count(_s) ((_s)->sc_send_count)
|
| 263 | # define sc_recv_count(_s) ((_s)->sc_recv_count)
|
| 264 | # define sc_tv_acquiry_total_ns(_s) (ktime_to_ns((_s)->sc_tv_acquiry_total))
|
| 265 | # define sc_tv_send_total_ns(_s) (ktime_to_ns((_s)->sc_tv_send_total))
|
| 266 | # define sc_tv_status_total_ns(_s) (ktime_to_ns((_s)->sc_tv_status_total))
|
| 267 | # define sc_tv_process_total_ns(_s) (ktime_to_ns((_s)->sc_tv_process_total))
|
| 268 | #else
|
| 269 | # define sc_send_count(_s) (0U)
|
| 270 | # define sc_recv_count(_s) (0U)
|
| 271 | # define sc_tv_acquiry_total_ns(_s) (0LL)
|
| 272 | # define sc_tv_send_total_ns(_s) (0LL)
|
| 273 | # define sc_tv_status_total_ns(_s) (0LL)
|
| 274 | # define sc_tv_process_total_ns(_s) (0LL)
|
| 275 | #endif
|
| 276 |
|
| 277 |
|
| 278 | #define O2NET_STATS_STR_VERSION 1
|
| 279 | static void sc_show_sock_stats(struct seq_file *seq,
|
| 280 | struct o2net_sock_container *sc)
|
| 281 | {
|
| 282 | if (!sc)
|
| 283 | return;
|
| 284 |
|
| 285 | seq_printf(seq, "%d,%u,%lu,%lld,%lld,%lld,%lu,%lld\n", O2NET_STATS_STR_VERSION,
|
| 286 | sc->sc_node->nd_num, (unsigned long)sc_send_count(sc),
|
| 287 | (long long)sc_tv_acquiry_total_ns(sc),
|
| 288 | (long long)sc_tv_send_total_ns(sc),
|
| 289 | (long long)sc_tv_status_total_ns(sc),
|
| 290 | (unsigned long)sc_recv_count(sc),
|
| 291 | (long long)sc_tv_process_total_ns(sc));
|
| 292 | }
|
| 293 |
|
| 294 | static void sc_show_sock_container(struct seq_file *seq,
|
| 295 | struct o2net_sock_container *sc)
|
| 296 | {
|
| 297 | struct inet_sock *inet = NULL;
|
| 298 | __be32 saddr = 0, daddr = 0;
|
| 299 | __be16 sport = 0, dport = 0;
|
| 300 |
|
| 301 | if (!sc)
|
| 302 | return;
|
| 303 |
|
| 304 | if (sc->sc_sock) {
|
| 305 | inet = inet_sk(sc->sc_sock->sk);
|
| 306 |
|
| 307 | saddr = (__force __be32)inet->inet_saddr;
|
| 308 | daddr = (__force __be32)inet->inet_daddr;
|
| 309 | sport = (__force __be16)inet->inet_sport;
|
| 310 | dport = (__force __be16)inet->inet_dport;
|
| 311 | }
|
| 312 |
|
| 313 | |
| 314 | * use of it here generates a warning with -Wbitwise
|
| 315 | seq_printf(seq, "%p:\n"
|
| 316 | " krefs: %d\n"
|
| 317 | " sock: %pI4:%u -> "
|
| 318 | "%pI4:%u\n"
|
| 319 | " remote node: %s\n"
|
| 320 | " page off: %zu\n"
|
| 321 | " handshake ok: %u\n"
|
| 322 | " timer: %lld usecs\n"
|
| 323 | " data ready: %lld usecs\n"
|
| 324 | " advance start: %lld usecs\n"
|
| 325 | " advance stop: %lld usecs\n"
|
| 326 | " func start: %lld usecs\n"
|
| 327 | " func stop: %lld usecs\n"
|
| 328 | " func key: 0x%08x\n"
|
| 329 | " func type: %u\n",
|
| 330 | sc,
|
| 331 | kref_read(&sc->sc_kref),
|
| 332 | &saddr, inet ? ntohs(sport) : 0,
|
| 333 | &daddr, inet ? ntohs(dport) : 0,
|
| 334 | sc->sc_node->nd_name,
|
| 335 | sc->sc_page_off,
|
| 336 | sc->sc_handshake_ok,
|
| 337 | (long long)ktime_to_us(sc->sc_tv_timer),
|
| 338 | (long long)ktime_to_us(sc->sc_tv_data_ready),
|
| 339 | (long long)ktime_to_us(sc->sc_tv_advance_start),
|
| 340 | (long long)ktime_to_us(sc->sc_tv_advance_stop),
|
| 341 | (long long)ktime_to_us(sc->sc_tv_func_start),
|
| 342 | (long long)ktime_to_us(sc->sc_tv_func_stop),
|
| 343 | sc->sc_msg_key,
|
| 344 | sc->sc_msg_type);
|
| 345 | }
|
| 346 |
|
| 347 | static int sc_seq_show(struct seq_file *seq, void *v)
|
| 348 | {
|
| 349 | struct o2net_sock_debug *sd = seq->private;
|
| 350 | struct o2net_sock_container *sc, *dummy_sc = sd->dbg_sock;
|
| 351 |
|
| 352 | spin_lock_bh(&o2net_debug_lock);
|
| 353 | sc = next_sc(dummy_sc);
|
| 354 |
|
| 355 | if (sc) {
|
| 356 | if (sd->dbg_ctxt == SHOW_SOCK_CONTAINERS)
|
| 357 | sc_show_sock_container(seq, sc);
|
| 358 | else
|
| 359 | sc_show_sock_stats(seq, sc);
|
| 360 | }
|
| 361 |
|
| 362 | spin_unlock_bh(&o2net_debug_lock);
|
| 363 |
|
| 364 | return 0;
|
| 365 | }
|
| 366 |
|
| 367 | static void sc_seq_stop(struct seq_file *seq, void *v)
|
| 368 | {
|
| 369 | }
|
| 370 |
|
| 371 | static const struct seq_operations sc_seq_ops = {
|
| 372 | .start = sc_seq_start,
|
| 373 | .next = sc_seq_next,
|
| 374 | .stop = sc_seq_stop,
|
| 375 | .show = sc_seq_show,
|
| 376 | };
|
| 377 |
|
| 378 | static int sc_common_open(struct file *file, int ctxt)
|
| 379 | {
|
| 380 | struct o2net_sock_debug *sd;
|
| 381 | struct o2net_sock_container *dummy_sc;
|
| 382 |
|
| 383 | dummy_sc = kzalloc_obj(*dummy_sc);
|
| 384 | if (!dummy_sc)
|
| 385 | return -ENOMEM;
|
| 386 |
|
| 387 | sd = __seq_open_private(file, &sc_seq_ops, sizeof(*sd));
|
| 388 | if (!sd) {
|
| 389 | kfree(dummy_sc);
|
| 390 | return -ENOMEM;
|
| 391 | }
|
| 392 |
|
| 393 | sd->dbg_ctxt = ctxt;
|
| 394 | sd->dbg_sock = dummy_sc;
|
| 395 |
|
| 396 | o2net_debug_add_sc(dummy_sc);
|
| 397 |
|
| 398 | return 0;
|
| 399 | }
|
| 400 |
|
| 401 | static int sc_fop_release(struct inode *inode, struct file *file)
|
| 402 | {
|
| 403 | struct seq_file *seq = file->private_data;
|
| 404 | struct o2net_sock_debug *sd = seq->private;
|
| 405 | struct o2net_sock_container *dummy_sc = sd->dbg_sock;
|
| 406 |
|
| 407 | o2net_debug_del_sc(dummy_sc);
|
| 408 | kfree(dummy_sc);
|
| 409 | return seq_release_private(inode, file);
|
| 410 | }
|
| 411 |
|
| 412 | static int stats_fop_open(struct inode *inode, struct file *file)
|
| 413 | {
|
| 414 | return sc_common_open(file, SHOW_SOCK_STATS);
|
| 415 | }
|
| 416 |
|
| 417 | static const struct file_operations stats_seq_fops = {
|
| 418 | .open = stats_fop_open,
|
| 419 | .read = seq_read,
|
| 420 | .llseek = seq_lseek,
|
| 421 | .release = sc_fop_release,
|
| 422 | };
|
| 423 |
|
| 424 | static int sc_fop_open(struct inode *inode, struct file *file)
|
| 425 | {
|
| 426 | return sc_common_open(file, SHOW_SOCK_CONTAINERS);
|
| 427 | }
|
| 428 |
|
| 429 | static const struct file_operations sc_seq_fops = {
|
| 430 | .open = sc_fop_open,
|
| 431 | .read = seq_read,
|
| 432 | .llseek = seq_lseek,
|
| 433 | .release = sc_fop_release,
|
| 434 | };
|
| 435 |
|
| 436 | static int o2net_fill_bitmap(char *buf, int len)
|
| 437 | {
|
| 438 | unsigned long map[BITS_TO_LONGS(O2NM_MAX_NODES)];
|
| 439 | int i = -1, out = 0;
|
| 440 |
|
| 441 | o2net_fill_node_map(map, O2NM_MAX_NODES);
|
| 442 |
|
| 443 | while ((i = find_next_bit(map, O2NM_MAX_NODES, i + 1)) < O2NM_MAX_NODES)
|
| 444 | out += scnprintf(buf + out, PAGE_SIZE - out, "%d ", i);
|
| 445 | out += scnprintf(buf + out, PAGE_SIZE - out, "\n");
|
| 446 |
|
| 447 | return out;
|
| 448 | }
|
| 449 |
|
| 450 | static int nodes_fop_open(struct inode *inode, struct file *file)
|
| 451 | {
|
| 452 | char *buf;
|
| 453 |
|
| 454 | buf = kmalloc(PAGE_SIZE, GFP_KERNEL);
|
| 455 | if (!buf)
|
| 456 | return -ENOMEM;
|
| 457 |
|
| 458 | i_size_write(inode, o2net_fill_bitmap(buf, PAGE_SIZE));
|
| 459 |
|
| 460 | file->private_data = buf;
|
| 461 |
|
| 462 | return 0;
|
| 463 | }
|
| 464 |
|
| 465 | static int o2net_debug_release(struct inode *inode, struct file *file)
|
| 466 | {
|
| 467 | kfree(file->private_data);
|
| 468 | return 0;
|
| 469 | }
|
| 470 |
|
| 471 | static ssize_t o2net_debug_read(struct file *file, char __user *buf,
|
| 472 | size_t nbytes, loff_t *ppos)
|
| 473 | {
|
| 474 | return simple_read_from_buffer(buf, nbytes, ppos, file->private_data,
|
| 475 | i_size_read(file->f_mapping->host));
|
| 476 | }
|
| 477 |
|
| 478 | static const struct file_operations nodes_fops = {
|
| 479 | .open = nodes_fop_open,
|
| 480 | .release = o2net_debug_release,
|
| 481 | .read = o2net_debug_read,
|
| 482 | .llseek = generic_file_llseek,
|
| 483 | };
|
| 484 |
|
| 485 | void o2net_debugfs_exit(void)
|
| 486 | {
|
| 487 | debugfs_remove_recursive(o2net_dentry);
|
| 488 | }
|
| 489 |
|
| 490 | void o2net_debugfs_init(void)
|
| 491 | {
|
| 492 | umode_t mode = S_IFREG|S_IRUSR;
|
| 493 |
|
| 494 | o2net_dentry = debugfs_create_dir(O2NET_DEBUG_DIR, NULL);
|
| 495 |
|
| 496 | debugfs_create_file(NST_DEBUG_NAME, mode, o2net_dentry, NULL,
|
| 497 | &nst_seq_fops);
|
| 498 | debugfs_create_file(SC_DEBUG_NAME, mode, o2net_dentry, NULL,
|
| 499 | &sc_seq_fops);
|
| 500 | debugfs_create_file(STATS_DEBUG_NAME, mode, o2net_dentry, NULL,
|
| 501 | &stats_seq_fops);
|
| 502 | debugfs_create_file(NODES_DEBUG_NAME, mode, o2net_dentry, NULL,
|
| 503 | &nodes_fops);
|
| 504 | }
|
| 505 |
|
| 506 | #endif
|