Re: [Crash-utility] [PATCH v3 1/2] Support for "dev -d|-D" options by parsing bitmap in blk-mq layer

Hi Lianbo, Thank you for the update, much better structure :) Let's go into detail... On 2022/05/30 18:15, Lianbo Jiang wrote: I think that some names are confusing and not synced with the kernel. How about renaming to "mq_inflight"? And please rename this to "bt_iter_data". rename to "reserved". Why return TRUE? Does this mean that rq can be invalid with bit on? Rethinking these, RETURN_ON_ERROR leads to stop counting (i.e. wrong results) with error messages. I think it would be better to use FAULT_ON_ERROR unless we can ignore or handle an error correctly. What do you think? (And for the RETURN_ON_ERRORs below, same as above.) Please rename this to bt_for_each. This tmp can be removed? (The dio->{read,write} are incremented in mq_check_inflight(), so we don't need the local tmps for each function, I think) This also can be removed. This can be used? Is this the remain of the v1 patch? (the local tmp set by the nr_reserved_tags case is overwritten here.) This also can be removed. > + > + addr = q + OFFSET(request_queue_nr_hw_queues); > + readmem(addr, KVADDR, &cnt, sizeof(uint), > + "request_queue.nr_hw_queues", FAULT_ON_ERROR); > + > + addr = q + OFFSET(request_queue_queue_hw_ctx); > + readmem(addr, KVADDR, &hctx_addr, sizeof(void *), > + "request_queue.queue_hw_ctx", FAULT_ON_ERROR); > + > + hctx_array = (ulong *)GETBUF(sizeof(void *) * cnt); > + if (!hctx_array) > + error(FATAL, "fail to get memory for the hctx_array\n"); > + > + if (!readmem(hctx_addr, KVADDR, hctx_array, sizeof(void *) * cnt, > + "request_queue.queue_hw_ctx[]", RETURN_ON_ERROR)) { > + FREEBUF(hctx_array); > + return; > + } > + > + queue_for_each_hw_ctx(q, hctx_array, cnt, &tmp); > + dio->read = tmp.read; > + dio->write = tmp.write; > + > + FREEBUF(hctx_array); > +} > + > static void > get_mq_diskio(unsigned long q, unsigned long *mq_count) > { > int cpu; > unsigned long queue_ctx; > unsigned long mctx_addr; > - struct diskio tmp; > > if (INVALID_MEMBER(blk_mq_ctx_rq_dispatched) || > - INVALID_MEMBER(blk_mq_ctx_rq_completed)) > + INVALID_MEMBER(blk_mq_ctx_rq_completed)) { > + get_mq_diskio_from_hw_queues(q, &tmp); > + mq_count[0] = tmp.read; > + mq_count[1] = tmp.write; > return; > - > - memset(&tmp, 0x00, sizeof(struct diskio)); > + } > > readmem(q + OFFSET(request_queue_queue_ctx), KVADDR, &queue_ctx, > sizeof(ulong), "request_queue.queue_ctx", > @@ -4479,41 +4653,24 @@ display_one_diskio(struct iter *i, unsigned long gendisk, ulong flags) > && (io.read + io.write == 0)) > return; > > - if (use_mq_interface(queue_addr) && > - (INVALID_MEMBER(blk_mq_ctx_rq_dispatched) || > - INVALID_MEMBER(blk_mq_ctx_rq_completed))) > - fprintf(fp, "%s%s%s %s%s%s%s %s%s%s", > - mkstring(buf0, 5, RJUST|INT_DEC, (char *)(unsigned long)major), > - space(MINSPACE), > - mkstring(buf1, VADDR_PRLEN, LJUST|LONG_HEX, (char *)gendisk), > - space(MINSPACE), > - mkstring(buf2, 10, LJUST, disk_name), > - space(MINSPACE), > - mkstring(buf3, VADDR_PRLEN <= 11 ? 11 : VADDR_PRLEN, > - LJUST|LONG_HEX, (char *)queue_addr), > - space(MINSPACE), > - mkstring(buf4, 17, RJUST, "(not supported)"), > - space(MINSPACE)); > - > - else > - fprintf(fp, "%s%s%s %s%s%s%s %s%5d%s%s%s%s%s", > - mkstring(buf0, 5, RJUST|INT_DEC, (char *)(unsigned long)major), > - space(MINSPACE), > - mkstring(buf1, VADDR_PRLEN, LJUST|LONG_HEX, (char *)gendisk), > - space(MINSPACE), > - mkstring(buf2, 10, LJUST, disk_name), > - space(MINSPACE), > - mkstring(buf3, VADDR_PRLEN <= 11 ? 11 : VADDR_PRLEN, > - LJUST|LONG_HEX, (char *)queue_addr), > - space(MINSPACE), > - io.read + io.write, > - space(MINSPACE), > - mkstring(buf4, 5, RJUST|INT_DEC, > - (char *)(unsigned long)io.read), > - space(MINSPACE), > - mkstring(buf5, 5, RJUST|INT_DEC, > - (char *)(unsigned long)io.write), > - space(MINSPACE)); > + fprintf(fp, "%s%s%s %s%s%s%s %s%5d%s%s%s%s%s", > + mkstring(buf0, 5, RJUST|INT_DEC, (char *)(unsigned long)major), > + space(MINSPACE), > + mkstring(buf1, VADDR_PRLEN, LJUST|LONG_HEX, (char *)gendisk), > + space(MINSPACE), > + mkstring(buf2, 10, LJUST, disk_name), > + space(MINSPACE), > + mkstring(buf3, VADDR_PRLEN <= 11 ? 11 : VADDR_PRLEN, > + LJUST|LONG_HEX, (char *)queue_addr), > + space(MINSPACE), > + io.read + io.write, > + space(MINSPACE), > + mkstring(buf4, 5, RJUST|INT_DEC, > + (char *)(unsigned long)io.read), > + space(MINSPACE), > + mkstring(buf5, 5, RJUST|INT_DEC, > + (char *)(unsigned long)io.write), > + space(MINSPACE)); > > if (VALID_MEMBER(request_queue_in_flight)) { > if (!use_mq_interface(queue_addr)) { > @@ -4597,6 +4754,9 @@ void diskio_init(void) > MEMBER_OFFSET_INIT(kobject_entry, "kobject", "entry"); > MEMBER_OFFSET_INIT(kset_list, "kset", "list"); > MEMBER_OFFSET_INIT(request_list_count, "request_list", "count"); > + MEMBER_OFFSET_INIT(request_cmd_flags, "request", "cmd_flags"); > + MEMBER_OFFSET_INIT(request_q, "request", "q"); > + MEMBER_OFFSET_INIT(request_state, "request", "state"); > MEMBER_OFFSET_INIT(request_queue_in_flight, "request_queue", > "in_flight"); > if (MEMBER_EXISTS("request_queue", "rq")) > @@ -4608,10 +4768,33 @@ void diskio_init(void) > "mq_ops"); > ANON_MEMBER_OFFSET_INIT(request_queue_queue_ctx, > "request_queue", "queue_ctx"); > + MEMBER_OFFSET_INIT(request_queue_queue_hw_ctx, > + "request_queue", "queue_hw_ctx"); > + MEMBER_OFFSET_INIT(request_queue_nr_hw_queues, > + "request_queue", "nr_hw_queues"); > MEMBER_OFFSET_INIT(blk_mq_ctx_rq_dispatched, "blk_mq_ctx", > "rq_dispatched"); > MEMBER_OFFSET_INIT(blk_mq_ctx_rq_completed, "blk_mq_ctx", > "rq_completed"); > + MEMBER_OFFSET_INIT(blk_mq_hw_ctx_tags, "blk_mq_hw_ctx", "tags"); > + MEMBER_OFFSET_INIT(blk_mq_tags_bitmap_tags, "blk_mq_tags", > + "bitmap_tags"); > + MEMBER_OFFSET_INIT(blk_mq_tags_breserved_tags, "blk_mq_tags", > + "breserved_tags"); > + MEMBER_OFFSET_INIT(blk_mq_tags_nr_reserved_tags, "blk_mq_tags", > + "nr_reserved_tags"); > + MEMBER_OFFSET_INIT(blk_mq_tags_rqs, "blk_mq_tags", "rqs"); > + STRUCT_SIZE_INIT(blk_mq_tags, "blk_mq_tags"); > + STRUCT_SIZE_INIT(sbitmap, "sbitmap"); > + STRUCT_SIZE_INIT(sbitmap_word, "sbitmap_word"); > + MEMBER_OFFSET_INIT(sbitmap_word_word, "sbitmap_word", "word"); > + MEMBER_OFFSET_INIT(sbitmap_word_cleared, "sbitmap_word", "cleared"); > + MEMBER_OFFSET_INIT(sbitmap_depth, "sbitmap", "depth"); > + MEMBER_OFFSET_INIT(sbitmap_shift, "sbitmap", "shift"); > + MEMBER_OFFSET_INIT(sbitmap_map_nr, "sbitmap", "map_nr"); > + MEMBER_OFFSET_INIT(sbitmap_map, "sbitmap", "map"); > + MEMBER_OFFSET_INIT(sbitmap_queue_sb, "sbitmap_queue", "sb"); > + > } > MEMBER_OFFSET_INIT(subsys_private_klist_devices, "subsys_private", > "klist_devices"); > diff --git a/symbols.c b/symbols.c > index 5d12a021c769..c1f09556d710 100644 > --- a/symbols.c > +++ b/symbols.c > @@ -10385,6 +10385,12 @@ dump_offset_table(char *spec, ulong makestruct) > OFFSET(kset_list)); > fprintf(fp, " request_list_count: %ld\n", > OFFSET(request_list_count)); > + fprintf(fp, " request_cmd_flags: %ld\n", > + OFFSET(request_cmd_flags)); > + fprintf(fp, " request_q: %ld\n", > + OFFSET(request_q)); > + fprintf(fp, " request_state: %ld\n", > + OFFSET(request_state)); > fprintf(fp, " request_queue_in_flight: %ld\n", > OFFSET(request_queue_in_flight)); > fprintf(fp, " request_queue_rq: %ld\n", > @@ -10393,10 +10399,25 @@ dump_offset_table(char *spec, ulong makestruct) > OFFSET(request_queue_mq_ops)); > fprintf(fp, " request_queue_queue_ctx: %ld\n", > OFFSET(request_queue_queue_ctx)); > + fprintf(fp, " request_queue_queue_hw_ctx: %ld\n", > + OFFSET(request_queue_queue_hw_ctx)); > + fprintf(fp, " request_queue_nr_hw_queues: %ld\n", > + OFFSET(request_queue_nr_hw_queues)); > fprintf(fp, " blk_mq_ctx_rq_dispatched: %ld\n", > OFFSET(blk_mq_ctx_rq_dispatched)); > fprintf(fp, " blk_mq_ctx_rq_completed: %ld\n", > OFFSET(blk_mq_ctx_rq_completed)); > + fprintf(fp, " blk_mq_hw_ctx_tags: %ld\n", > + OFFSET(blk_mq_hw_ctx_tags)); > + fprintf(fp, " blk_mq_tags_bitmap_tags: %ld\n", > + OFFSET(blk_mq_tags_bitmap_tags)); > + fprintf(fp, " blk_mq_tags_breserved_tags: %ld\n", > + OFFSET(blk_mq_tags_breserved_tags)); > + fprintf(fp, " blk_mq_tags_nr_reserved_tags: %ld\n", > + OFFSET(blk_mq_tags_nr_reserved_tags)); > + fprintf(fp, " blk_mq_tags_rqs: %ld\n", > + OFFSET(blk_mq_tags_rqs)); Good, thanks for adjusting these indents. Thanks, Kazu > + > fprintf(fp, " subsys_private_klist_devices: %ld\n", > OFFSET(subsys_private_klist_devices)); > fprintf(fp, " subsystem_kset: %ld\n", > @@ -11003,6 +11024,7 @@ dump_offset_table(char *spec, ulong makestruct) > fprintf(fp, " sbitmap: %ld\n", SIZE(sbitmap)); > fprintf(fp, " sbitmap_queue: %ld\n", SIZE(sbitmap_queue)); > fprintf(fp, " sbq_wait_state: %ld\n", SIZE(sbq_wait_state)); > + fprintf(fp, " blk_mq_tags: %ld\n", SIZE(blk_mq_tags)); > > fprintf(fp, "\n array_table:\n"); > /*