Dear,

I tried to use crash 8.0.4 on Google Container OS (17162.336.25) but for some reason there is resistance.

 

Step to reproduce:

1. Create a Virtual Machine in Google Cloud using Google Container OS as a base image
2. Run “toolkit”
3. Download the vmlinux symbols for the current base image
1. curl https://storage.googleapis.com/cos-tools/$container_host_build_id/vmlinux > symbols/vmlinux-$container_host_build_id
4. Run crash on /proc/kcore

 

Thanks,

 

Logs:

root@instance-2:~# crash /proc/kcore vmlinux-17162.336.25 -d 99

 

crash 8.0.4

Copyright (C) 2002-2022  Red Hat, Inc.

Copyright (C) 2004, 2005, 2006, 2010  IBM Corporation

Copyright (C) 1999-2006  Hewlett-Packard Co

Copyright (C) 2005, 2006, 2011, 2012  Fujitsu Limited

Copyright (C) 2006, 2007  VA Linux Systems Japan K.K.

Copyright (C) 2005, 2011, 2020-2022  NEC Corporation

Copyright (C) 1999, 2002, 2007  Silicon Graphics, Inc.

Copyright (C) 1999, 2000, 2001, 2002  Mission Critical Linux, Inc.

Copyright (C) 2015, 2021  VMware, Inc.

This program is free software, covered by the GNU General Public License,

and you are welcome to change it and/or distribute copies of it under

certain conditions.  Enter "help copying" to see the conditions.

This program has absolutely no warranty.  Enter "help warranty" for details.

 

get_live_memory_source: /proc/kcore

proc_kcore_data:

           flags: 500 (KCORE_LOCAL|KCORE_ELF64)

        segments: 12

      elf_header: 5642ab6d3f40

     header_size: 8636

         notes64: 5642ab6d3f80

          load64: 5642ab6d3fb8

         notes32: 0

          load32: 0

      vmcoreinfo: 0

 size_vmcoreinfo: 0

 

  Elf64_Phdr:

        p_type: 4 (PT_NOTE)

       p_flags: 0

      p_offset: 318

       p_vaddr: 0

       p_paddr: 0

      p_filesz: 7844

       p_memsz: 0

       p_align: 0

 

  Elf64_Phdr:

        p_type: 1 (PT_LOAD)

       p_flags: 7

      p_offset: 7fff89003000

       p_vaddr: ffffffff89000000

       p_paddr: 13a000000

      p_filesz: 35831808

       p_memsz: 35831808

       p_align: 4096

 

  Elf64_Phdr:

        p_type: 1 (PT_LOAD)

       p_flags: 7

      p_offset: 130900003000

       p_vaddr: ffff930900000000

       p_paddr: ffffffffffffffff

      p_filesz: 35184372088831

       p_memsz: 35184372088831

       p_align: 4096

 

  Elf64_Phdr:

        p_type: 1 (PT_LOAD)

       p_flags: 7

      p_offset: 7fffc0003000

       p_vaddr: ffffffffc0000000

       p_paddr: ffffffffffffffff

      p_filesz: 1056964608

       p_memsz: 1056964608

       p_align: 4096

 

  Elf64_Phdr:

        p_type: 1 (PT_LOAD)

       p_flags: 7

      p_offset: ec140004000

       p_vaddr: ffff8ec140001000

       p_paddr: 1000

      p_filesz: 344064

       p_memsz: 344064

       p_align: 4096

 

  Elf64_Phdr:

        p_type: 1 (PT_LOAD)

       p_flags: 7

      p_offset: 7be8c0003000

       p_vaddr: fffffbe8c0000000

       p_paddr: ffffffffffffffff

      p_filesz: 8192

       p_memsz: 8192

       p_align: 4096

 

  Elf64_Phdr:

        p_type: 1 (PT_LOAD)

       p_flags: 7

      p_offset: ec140063000

       p_vaddr: ffff8ec140060000

       p_paddr: 60000

      p_filesz: 229376

       p_memsz: 229376

       p_align: 4096

 

  Elf64_Phdr:

        p_type: 1 (PT_LOAD)

       p_flags: 7

      p_offset: ec140103000

       p_vaddr: ffff8ec140100000

       p_paddr: 100000

      p_filesz: 3212759040

       p_memsz: 3212759040

       p_align: 4096

 

  Elf64_Phdr:

        p_type: 1 (PT_LOAD)

       p_flags: 7

      p_offset: 7be8c0007000

       p_vaddr: fffffbe8c0004000

       p_paddr: ffffffffffffffff

      p_filesz: 50200576

       p_memsz: 50200576

       p_align: 4096

 

  Elf64_Phdr:

        p_type: 1 (PT_LOAD)

       p_flags: 7

      p_offset: ec1ffc02000

       p_vaddr: ffff8ec1ffbff000

       p_paddr: bfbff000

      p_filesz: 4067328

       p_memsz: 4067328

       p_align: 4096

 

  Elf64_Phdr:

        p_type: 1 (PT_LOAD)

       p_flags: 7

      p_offset: 7be8c2ff2000

       p_vaddr: fffffbe8c2fef000

       p_paddr: ffffffffffffffff

      p_filesz: 69632

       p_memsz: 69632

       p_align: 4096

 

  Elf64_Phdr:

        p_type: 1 (PT_LOAD)

       p_flags: 7

      p_offset: ec240003000

       p_vaddr: ffff8ec240000000

       p_paddr: 100000000

      p_filesz: 1073741824

       p_memsz: 1073741824

       p_align: 4096

 

  Elf64_Phdr:

        p_type: 1 (PT_LOAD)

       p_flags: 7

      p_offset: 7be8c4003000

       p_vaddr: fffffbe8c4000000

       p_paddr: ffffffffffffffff

      p_filesz: 16777216

       p_memsz: 16777216

       p_align: 4096

 

  Elf64_Nhdr:

      n_namesz: 5 ("CORE")

      n_descsz: 336

        n_type: 1 (NT_PRSTATUS)

 

  Elf64_Nhdr:

      n_namesz: 5 ("CORE")

      n_descsz: 136

        n_type: 3 (NT_PRPSINFO)

 

  Elf64_Nhdr:

      n_namesz: 5 ("CORE")

      n_descsz: 4288

        n_type: 4 (NT_TASKSTRUCT)

 

  Elf64_Nhdr:

      n_namesz: 11 ("VMCOREINFO")

      n_descsz: 3000

        n_type: 0 (unknown)

 

      OSRELEASE=5.15.133+

      BUILD-ID=f16c9f1b53617d7b151c4d18d79c6ccbb44ea6d6

      PAGESIZE=4096

      SYMBOL(init_uts_ns)=ffffffff8a615698

      OFFSET(uts_namespace.name)=0

      SYMBOL(node_online_map)=ffffffff8a85d638

      SYMBOL(swapper_pg_dir)=ffffffff8a60c000

      SYMBOL(_stext)=ffffffff89000000

      SYMBOL(vmap_area_list)=ffffffff8a774208

      SYMBOL(mem_section)=ffff8ec27fff8000

      LENGTH(mem_section)=2048

      SIZE(mem_section)=16

      OFFSET(mem_section.section_mem_map)=0

      NUMBER(SECTION_SIZE_BITS)=27

      NUMBER(MAX_PHYSMEM_BITS)=46

      SIZE(page)=64

      SIZE(pglist_data)=15616

      SIZE(zone)=1664

      SIZE(free_area)=104

      SIZE(list_head)=16

      SIZE(nodemask_t)=8

      OFFSET(page.flags)=0

      OFFSET(page._refcount)=52

      OFFSET(page.mapping)=24

      OFFSET(page.lru)=8

      OFFSET(page._mapcount)=48

      OFFSET(page.private)=40

      OFFSET(page.compound_dtor)=16

      OFFSET(page.compound_order)=17

      OFFSET(page.compound_head)=8

      OFFSET(pglist_data.node_zones)=0

      OFFSET(pglist_data.nr_zones)=14880

      OFFSET(pglist_data.node_start_pfn)=14888

      OFFSET(pglist_data.node_spanned_pages)=14904

      OFFSET(pglist_data.node_id)=14912

      OFFSET(zone.free_area)=192

      OFFSET(zone.vm_stat)=1472

      OFFSET(zone.spanned_pages)=128

      OFFSET(free_area.free_list)=0

      OFFSET(list_head.next)=0

      OFFSET(list_head.prev)=8

      OFFSET(vmap_area.va_start)=0

      OFFSET(vmap_area.list)=40

      LENGTH(zone.free_area)=11

      SYMBOL(prb)=ffffffff8a662318

      SYMBOL(printk_rb_static)=ffffffff8a662320

      SYMBOL(clear_seq)=ffffffff8ad8c0d8

      SIZE(printk_ringbuffer)=80

      OFFSET(printk_ringbuffer.desc_ring)=0

      OFFSET(printk_ringbuffer.text_data_ring)=40

      OFFSET(printk_ringbuffer.fail)=72

      SIZE(prb_desc_ring)=40

      OFFSET(prb_desc_ring.count_bits)=0

      OFFSET(prb_desc_ring.descs)=8

      OFFSET(prb_desc_ring.infos)=16

      OFFSET(prb_desc_ring.head_id)=24

      OFFSET(prb_desc_ring.tail_id)=32

      SIZE(prb_desc)=24

      OFFSET(prb_desc.state_var)=0

      OFFSET(prb_desc.text_blk_lpos)=8

      SIZE(prb_data_blk_lpos)=16

      OFFSET(prb_data_blk_lpos.begin)=0

      OFFSET(prb_data_blk_lpos.next)=8

      SIZE(printk_info)=88

      OFFSET(printk_info.seq)=0

      OFFSET(printk_info.ts_nsec)=8

      OFFSET(printk_info.text_len)=16

      OFFSET(printk_info.caller_id)=20

      OFFSET(printk_info.dev_info)=24

      SIZE(dev_printk_info)=64

      OFFSET(dev_printk_info.subsystem)=0

      LENGTH(printk_info_subsystem)=16

      OFFSET(dev_printk_info.device)=16

      LENGTH(printk_info_device)=48

      SIZE(prb_data_ring)=32

      OFFSET(prb_data_ring.size_bits)=0

      OFFSET(prb_data_ring.data)=8

      OFFSET(prb_data_ring.head_lpos)=16

      OFFSET(prb_data_ring.tail_lpos)=24

      SIZE(atomic_long_t)=8

      OFFSET(atomic_long_t.counter)=0

      SIZE(latched_seq)=24

      OFFSET(latched_seq.val)=8

      LENGTH(free_area.free_list)=6

      NUMBER(NR_FREE_PAGES)=0

      NUMBER(PG_lru)=4

      NUMBER(PG_private)=13

      NUMBER(PG_swapcache)=10

      NUMBER(PG_swapbacked)=19

      NUMBER(PG_slab)=9

      NUMBER(PG_hwpoison)=23

      NUMBER(PG_head_mask)=65536

      NUMBER(PAGE_BUDDY_MAPCOUNT_VALUE)=-129

      NUMBER(HUGETLB_PAGE_DTOR)=2

      NUMBER(PAGE_OFFLINE_MAPCOUNT_VALUE)=-257

      NUMBER(phys_base)=5117050880

      SYMBOL(init_top_pgt)=ffffffff8a60c000

      NUMBER(pgtable_l5_enabled)=0

      SYMBOL(node_data)=ffffffff8a85c5d0

      LENGTH(node_data)=64

      KERNELOFFSET=8000000

      NUMBER(KERNEL_IMAGE_SIZE)=1073741824

      NUMBER(sme_mask)=0

      

/proc/version:

Linux version 5.15.133+ (builder@localhost) (Chromium OS 14.0_pre445002_p20220217-r3 clang version 14.0.0 (/var/tmp/portage/sys-devel/llvm-14.0_pre445002_p20220217-r3/work/llvm-14.0_pre445002_p20220217/clang 18308e171b5b1dd99627a4d88c7d6c5ff21b8c96), LLD 14.0.0) #1 SMP Sat Nov 11 11:15:28 UTC 2023

vmlinux-17162.336.25:

Linux version 5.15.133+ (builder@localhost) (Chromium OS 14.0_pre445002_p20220217-r3 clang version 14.0.0 (/var/tmp/portage/sys-devel/llvm-14.0_pre445002_p20220217-r3/work/llvm-14.0_pre445002_p20220217/clang 18308e171b5b1dd99627a4d88c7d6c5ff21b8c96), LLD 14.0.0) #1 SMP Sat Nov 11 11:15:28 UTC 2023

readmem: read_proc_kcore() -> /proc/kcore 

crash: pv_ops exists: ARCH_PVOPS

VMCOREINFO: NUMBER(phys_base): 5117050880 -> 131000000

gdb vmlinux-17162.336.25 

GNU gdb (GDB) 10.2

Copyright (C) 2021 Free Software Foundation, Inc.

License GPLv3+: GNU GPL version 3 or later http://gnu.org/licenses/gpl.html

This is free software: you are free to change and redistribute it.

There is NO WARRANTY, to the extent permitted by law.

Type "show copying" and "show warranty" for details.

This GDB was configured as "x86_64-pc-linux-gnu".

Type "show configuration" for configuration details.

Find the GDB manual and other documentation resources online at:

    http://www.gnu.org/software/gdb/documentation/.

 

For help, type "help".

Type "apropos word" to search for commands related to "word"...

GETBUF(344 -> 0)

  GETBUF(1500 -> 1)

 

  FREEBUF(1)

FREEBUF(0)

<readmem: ffffffff82239750, KVADDR, "page_offset_base", 8, (FOE|Q), 5642aae35c08>

<read_proc_kcore: addr: ffffffff82239750 paddr: 133239750 cnt: 8>

crash: seek error: kernel virtual address: ffffffff82239750  type: "page_offset_base"

 

root@instance-2:~# env

container_host_version_id=101

PWD=/root

LOGNAME=root

container=systemd-nspawn

HOME=/root

TERM=xterm-256color

USER=root

NOTIFY_SOCKET=/run/host/notify

SHLVL=1

container_host_id=cos

container_host_build_id=17162.336.25

PATH=/root/.cargo/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

container_uuid=d8282d15-c11a-416b-9371-94db01a7ca15

_=/usr/bin/env

OLDPWD=/