1
22.7 Legacy Series / Re: 22.7.6 to 22.7.7 failed update
« on: December 16, 2022, 01:12:00 am »
So I ran a scrub and there are a bunch of errors.
Does OPNsense not enable scrubbing on a weekly or monthly basis?
root@OPNsense:~ # sudo zpool history
History for 'zroot':
2021-10-22.05:20:31 zpool create -o altroot=/mnt -O compress=lz4 -O atime=off -m none -f zroot ada0p4
2021-10-22.05:20:31 zfs create -o mountpoint=none zroot/ROOT
2021-10-22.05:20:31 zfs create -o mountpoint=/ zroot/ROOT/default
2021-10-22.05:20:31 zfs create -o mountpoint=/tmp -o exec=on -o setuid=off zroot/tmp
2021-10-22.05:20:31 zfs create -o mountpoint=/usr -o canmount=off zroot/usr
2021-10-22.05:20:31 zfs create zroot/usr/home
2021-10-22.05:20:31 zfs create -o setuid=off zroot/usr/ports
2021-10-22.05:20:31 zfs create zroot/usr/src
2021-10-22.05:20:32 zfs create -o mountpoint=/var -o canmount=off zroot/var
2021-10-22.05:20:32 zfs create -o exec=off -o setuid=off zroot/var/audit
2021-10-22.05:20:32 zfs create -o exec=off -o setuid=off zroot/var/crash
2021-10-22.05:20:32 zfs create -o exec=off -o setuid=off zroot/var/log
2021-10-22.05:20:32 zfs create -o atime=on zroot/var/mail
2021-10-22.05:20:32 zfs create -o setuid=off zroot/var/tmp
2021-10-22.05:20:32 zfs set mountpoint=/zroot zroot
2021-10-22.05:20:32 zpool set bootfs=zroot/ROOT/default zroot
2021-10-22.05:20:32 zpool set cachefile=/mnt/boot/zfs/zpool.cache zroot
2021-10-22.05:20:35 zfs set canmount=noauto zroot/ROOT/default
2022-12-15.18:21:53 zpool scrub zroot
2022-12-15.18:26:56 zpool scrub zroot
root@OPNsense:~ #
root@OPNsense:~ # zpool status -v
pool: zroot
state: ONLINE
status: One or more devices has experienced an error resulting in data
corruption. Applications may be affected.
action: Restore the file in question if possible. Otherwise restore the
entire pool from backup.
see: https://openzfs.github.io/openzfs-docs/msg/ZFS-8000-8A
scan: scrub repaired 0B in 00:00:06 with 2134 errors on Thu Dec 15 18:27:01 2022
config:
NAME STATE READ WRITE CKSUM
zroot ONLINE 0 0 0
ada0p4 ONLINE 0 0 11.5K
errors: Permanent errors have been detected in the following files:
<metadata>:<0x0>
<metadata>:<0x1>
<metadata>:<0x2>
<metadata>:<0x102>
<metadata>:<0x4>
<metadata>:<0x104>
<metadata>:<0x106>
<metadata>:<0x7>
<metadata>:<0x108>
<metadata>:<0x109>
<metadata>:<0x10a>
<metadata>:<0xb>
<metadata>:<0x10b>
<metadata>:<0xe>
<metadata>:<0xf>
<metadata>:<0x10>
<metadata>:<0x11>
<metadata>:<0x13>
<metadata>:<0x15>
<metadata>:<0x17>
<metadata>:<0x18>
<metadata>:<0x1a>
<metadata>:<0x1f>
<metadata>:<0x39>
<metadata>:<0x3b>
<metadata>:<0x3d>
<metadata>:<0x3e>
<metadata>:<0x45>
<metadata>:<0x47>
<metadata>:<0x48>
<metadata>:<0x49>
<metadata>:<0x4a>
<metadata>:<0x181>
<metadata>:<0x183>
<metadata>:<0x184>
<metadata>:<0x9e>
<metadata>:<0x9f>
<metadata>:<0xa2>
<metadata>:<0xaa>
<metadata>:<0xab>
<metadata>:<0xae>
<metadata>:<0xb2>
<metadata>:<0xbb>
<metadata>:<0xbe>
<metadata>:<0xc3>
<metadata>:<0xdd>
<metadata>:<0xe1>
<metadata>:<0xe2>
zroot/ROOT/default:<0x0>
zroot/ROOT/default:<0x3>
//
//var/run/dmesg.boot
//usr/local/opnsense/service/modules/addons/__pycache__/__init__.cpython-39.pyc
//etc/pwd.db
//usr/local/opnsense/service/modules/addons/__pycache__/template_helpers.cpython-39.pyc
//etc/spwd.db
//usr/local/opnsense/service/modules/__pycache__/csconfigparser.cpython-39.pyc
//usr/local/opnsense/service/modules/__pycache__/ph_inline_actions.cpython-39.pyc
//usr/local/opnsense/service/modules/__pycache__/daemonize.cpython-39.pyc
//usr/local/opnsense/service/modules/__pycache__/template.cpython-39.pyc
//usr/local/opnsense/service/modules/__pycache__/config.cpython-39.pyc
//var/db/rrd/lan-traffic.rrd
//var/db/rrd/system-mbuf.rrd
//var/db/rrd/ipsec-packets.rrd
//var/db/rrd/wan-traffic.rrd
//var/dhcpd/var/db/dhcpd6.leases
//var/db/rrd/system-memory.rrd
//usr/local/lib/php.ini
//var/db/rrd/opt1-traffic.rrd
//var/db/rrd/opt1-packets.rrd
//var/db/rrd/system-processor.rrd
//var/db/rrd/system-cputemp.rrd
//var/db/rrd/system-states.rrd
//etc/pam.d/sshd
//usr/local/etc/pkg/repos/OPNsense.conf
//var/db/rrd/lan-packets.rrd
//etc/pam.d/system
//var/db/rrd/ipsec-traffic.rrd
//var/db/rrd/wan-packets.rrd
//var/db/rrd/updaterrd.sh
//usr/local/man
//usr/local/opnsense/mvc/app/cache
//var/dhcpd/var/db/dhcpd.leases
//usr/local/etc/ssl/cert.pem
//usr/local/share/man/mandoc.db
//usr/local/lib/perl5/5.32/perl/man/mandoc.db
//usr/share/man
//var/db/pkg
//var/db/pkg/local.sqlite
//var/db/rrd
//var/backups/pkg.sql.xz.4
//root
//var/unbound
//var/netflow
//var/unbound/access_lists.conf
//var/unbound/host_entries.conf
//var/unbound/root.hints
//var/unbound/unbound.conf
//var/backups
//var/run/motd
//etc/ssl/cert.pem
//var/run/ld-elf.so.hints
//usr/local/opnsense/changelog
//etc/passwd
//usr/local/opnsense/service/modules/__pycache__/processhandler.cpython-39.pyc
//var/backups/pkg.sql.xz.1
//usr/local/opnsense/changelog/index.json
//usr/local/opnsense/scripts/suricata/lib/__pycache__/__init__.cpython-39.pyc
//var/backups/pkg.sql.xz.3
//usr/local/opnsense/scripts/suricata/lib/__pycache__/rulecache.cpython-39.pyc
//etc/group
//var/backups/pkg.sql.xz.5
//usr/share/man/mandoc.db
//var/db/dhclient.leases.igb1
//usr/local/man/mandoc.db
//usr/local/etc/filter_tables.conf
//etc
//var/dhcpd/etc/dhcpd.conf
//usr/local/etc/syslog-ng.conf.d/syslog-ng-config-events.conf
//usr/local/etc/syslog-ng.conf.d/syslog-ng-local.conf
//boot/loader.conf
//usr/local/etc/syslog-ng.conf.d/syslog-ng-lockout.conf
//var/lib/php/sessions
//usr/local/opnsense/changelog/changelog.txz
//usr/local/opnsense/changelog/changelog.txz.sig
//var/cron/tabs/root
//usr/local/opnsense/service/modules/__pycache__
//var/cron/tabs/nobody
//usr/share/openssl/man/mandoc.db
//usr/local/lib/perl5/site_perl/man/mandoc.db
//var/unbound/advanced.conf
//usr/local/openssl/cert.pem
//etc/login.conf.db
//var/backups/pkg.sql.xz
//var/lib/php/sessions/sess_c7e6472bc78273d950eedd15b2007541
//etc/newsyslog.conf
//usr/local/etc/syslog-ng.conf
//usr/local/etc/php.ini
//var/etc/miniupnpd.conf
//var/etc
//var/etc/ntpd.conf
//var/etc/dhcp6c_wan.conf
//var/db/entropy/saved-entropy.2
//var/etc/dhclient_wan.conf
//var/etc/rtsold_script.sh
//var/etc/key.pem
//var/unbound/root.key
//var/etc/lighty-webConfigurator.conf
//var/backups/pkg.sql.xz.2
//etc/ssl
//var/etc/dhcp6c.conf
//var/etc/cert.pem
//var/etc/dhcp6c_wan_script.sh
//etc/resolv.conf
//var/db/entropy/saved-entropy.1
//var/run
//var/db/pkg/vuln.xml
//var/db/entropy/saved-entropy.8
//var/db/entropy/saved-entropy.7
//var/db/entropy/saved-entropy.6
//var/db/entropy/saved-entropy.5
//var/db/entropy/saved-entropy.4
//var/db/entropy/saved-entropy.3
//usr/local/etc/ssh/sshd_config
//var/lib/php/sessions/sess_cf43ac7d4b507365a976e946143533e9
//var/db
//etc/ttys
//var/dhcpd/var/db/dhcpd.leases~
//etc/shells
//usr/share/openssl/man
//usr/local/etc/pkg/repos
zroot/ROOT/default:<0xfffffffffffffffe>
zroot/ROOT/default:<0xffffffffffffffff>
zroot/tmp:<0x0>
/tmp/
/tmp/ddb.conf
/tmp/configdmodelfield.data
/tmp/opnsense_acl_cache.json
/tmp/syslog_applications.json
/tmp/rules.debug
/tmp/rules.limits
/tmp/rules.debug.old
/tmp/pfctl_si_out
/tmp/pfctl_ss_out
/tmp/isAuthLocalIP.cache.json
/tmp/opnsense_menu_cache.xml
zroot/var/audit:<0x0>
zroot/var/log:<0x0>
/var/log/audit/audit_20221209.log
/var/log/
/var/log/userlog
/var/log/system
/var/log/configd
/var/log/filter
/var/log/lighttpd
/var/log/filter/filter_20221215.log
/var/log/dhcpd/dhcpd_20221215.log
/var/log/dhcpd
/var/log/system/system_20221215.log
/var/log/resolver
/var/log/ntpd
/var/log/resolver/resolver_20221215.log
/var/log/audit/audit_20221215.log
/var/log/portalauth
/var/log/routing/routing_20221215.log
/var/log/ntpd/ntpd_20221212.log
/var/log/filter/filter_20221214.log
/var/log/dhcpd/dhcpd_20221214.log
/var/log/system/system_20221214.log
/var/log/resolver/resolver_20221214.log
/var/log/ntpd/ntpd_20221214.log
/var/log/pf.yesterday
/var/log/filter/filter_20221213.log
/var/log/configd/configd_20221213.log
/var/log/lighttpd/lighttpd_20221209.log
/var/log/system/system_20221213.log
/var/log/configd/configd_20221215.log
/var/log/dhcpd/dhcpd_20221213.log
/var/log/pf.today
/var/log/dmesg.today
/var/log/dmesg.yesterday
/var/log/resolver/resolver_20221213.log
/var/log/ntpd/ntpd_20221215.log
/var/log/routing/routing_20221213.log
/var/log/configd/configd_20221214.log
/var/log/routing/routing_20221214.log
zroot/var/mail:<0x0>
zroot/var/tmp:<0x0>
Does OPNsense not enable scrubbing on a weekly or monthly basis?
root@OPNsense:~ # sudo zpool history
History for 'zroot':
2021-10-22.05:20:31 zpool create -o altroot=/mnt -O compress=lz4 -O atime=off -m none -f zroot ada0p4
2021-10-22.05:20:31 zfs create -o mountpoint=none zroot/ROOT
2021-10-22.05:20:31 zfs create -o mountpoint=/ zroot/ROOT/default
2021-10-22.05:20:31 zfs create -o mountpoint=/tmp -o exec=on -o setuid=off zroot/tmp
2021-10-22.05:20:31 zfs create -o mountpoint=/usr -o canmount=off zroot/usr
2021-10-22.05:20:31 zfs create zroot/usr/home
2021-10-22.05:20:31 zfs create -o setuid=off zroot/usr/ports
2021-10-22.05:20:31 zfs create zroot/usr/src
2021-10-22.05:20:32 zfs create -o mountpoint=/var -o canmount=off zroot/var
2021-10-22.05:20:32 zfs create -o exec=off -o setuid=off zroot/var/audit
2021-10-22.05:20:32 zfs create -o exec=off -o setuid=off zroot/var/crash
2021-10-22.05:20:32 zfs create -o exec=off -o setuid=off zroot/var/log
2021-10-22.05:20:32 zfs create -o atime=on zroot/var/mail
2021-10-22.05:20:32 zfs create -o setuid=off zroot/var/tmp
2021-10-22.05:20:32 zfs set mountpoint=/zroot zroot
2021-10-22.05:20:32 zpool set bootfs=zroot/ROOT/default zroot
2021-10-22.05:20:32 zpool set cachefile=/mnt/boot/zfs/zpool.cache zroot
2021-10-22.05:20:35 zfs set canmount=noauto zroot/ROOT/default
2022-12-15.18:21:53 zpool scrub zroot
2022-12-15.18:26:56 zpool scrub zroot
root@OPNsense:~ #
root@OPNsense:~ # zpool status -v
pool: zroot
state: ONLINE
status: One or more devices has experienced an error resulting in data
corruption. Applications may be affected.
action: Restore the file in question if possible. Otherwise restore the
entire pool from backup.
see: https://openzfs.github.io/openzfs-docs/msg/ZFS-8000-8A
scan: scrub repaired 0B in 00:00:06 with 2134 errors on Thu Dec 15 18:27:01 2022
config:
NAME STATE READ WRITE CKSUM
zroot ONLINE 0 0 0
ada0p4 ONLINE 0 0 11.5K
errors: Permanent errors have been detected in the following files:
<metadata>:<0x0>
<metadata>:<0x1>
<metadata>:<0x2>
<metadata>:<0x102>
<metadata>:<0x4>
<metadata>:<0x104>
<metadata>:<0x106>
<metadata>:<0x7>
<metadata>:<0x108>
<metadata>:<0x109>
<metadata>:<0x10a>
<metadata>:<0xb>
<metadata>:<0x10b>
<metadata>:<0xe>
<metadata>:<0xf>
<metadata>:<0x10>
<metadata>:<0x11>
<metadata>:<0x13>
<metadata>:<0x15>
<metadata>:<0x17>
<metadata>:<0x18>
<metadata>:<0x1a>
<metadata>:<0x1f>
<metadata>:<0x39>
<metadata>:<0x3b>
<metadata>:<0x3d>
<metadata>:<0x3e>
<metadata>:<0x45>
<metadata>:<0x47>
<metadata>:<0x48>
<metadata>:<0x49>
<metadata>:<0x4a>
<metadata>:<0x181>
<metadata>:<0x183>
<metadata>:<0x184>
<metadata>:<0x9e>
<metadata>:<0x9f>
<metadata>:<0xa2>
<metadata>:<0xaa>
<metadata>:<0xab>
<metadata>:<0xae>
<metadata>:<0xb2>
<metadata>:<0xbb>
<metadata>:<0xbe>
<metadata>:<0xc3>
<metadata>:<0xdd>
<metadata>:<0xe1>
<metadata>:<0xe2>
zroot/ROOT/default:<0x0>
zroot/ROOT/default:<0x3>
//
//var/run/dmesg.boot
//usr/local/opnsense/service/modules/addons/__pycache__/__init__.cpython-39.pyc
//etc/pwd.db
//usr/local/opnsense/service/modules/addons/__pycache__/template_helpers.cpython-39.pyc
//etc/spwd.db
//usr/local/opnsense/service/modules/__pycache__/csconfigparser.cpython-39.pyc
//usr/local/opnsense/service/modules/__pycache__/ph_inline_actions.cpython-39.pyc
//usr/local/opnsense/service/modules/__pycache__/daemonize.cpython-39.pyc
//usr/local/opnsense/service/modules/__pycache__/template.cpython-39.pyc
//usr/local/opnsense/service/modules/__pycache__/config.cpython-39.pyc
//var/db/rrd/lan-traffic.rrd
//var/db/rrd/system-mbuf.rrd
//var/db/rrd/ipsec-packets.rrd
//var/db/rrd/wan-traffic.rrd
//var/dhcpd/var/db/dhcpd6.leases
//var/db/rrd/system-memory.rrd
//usr/local/lib/php.ini
//var/db/rrd/opt1-traffic.rrd
//var/db/rrd/opt1-packets.rrd
//var/db/rrd/system-processor.rrd
//var/db/rrd/system-cputemp.rrd
//var/db/rrd/system-states.rrd
//etc/pam.d/sshd
//usr/local/etc/pkg/repos/OPNsense.conf
//var/db/rrd/lan-packets.rrd
//etc/pam.d/system
//var/db/rrd/ipsec-traffic.rrd
//var/db/rrd/wan-packets.rrd
//var/db/rrd/updaterrd.sh
//usr/local/man
//usr/local/opnsense/mvc/app/cache
//var/dhcpd/var/db/dhcpd.leases
//usr/local/etc/ssl/cert.pem
//usr/local/share/man/mandoc.db
//usr/local/lib/perl5/5.32/perl/man/mandoc.db
//usr/share/man
//var/db/pkg
//var/db/pkg/local.sqlite
//var/db/rrd
//var/backups/pkg.sql.xz.4
//root
//var/unbound
//var/netflow
//var/unbound/access_lists.conf
//var/unbound/host_entries.conf
//var/unbound/root.hints
//var/unbound/unbound.conf
//var/backups
//var/run/motd
//etc/ssl/cert.pem
//var/run/ld-elf.so.hints
//usr/local/opnsense/changelog
//etc/passwd
//usr/local/opnsense/service/modules/__pycache__/processhandler.cpython-39.pyc
//var/backups/pkg.sql.xz.1
//usr/local/opnsense/changelog/index.json
//usr/local/opnsense/scripts/suricata/lib/__pycache__/__init__.cpython-39.pyc
//var/backups/pkg.sql.xz.3
//usr/local/opnsense/scripts/suricata/lib/__pycache__/rulecache.cpython-39.pyc
//etc/group
//var/backups/pkg.sql.xz.5
//usr/share/man/mandoc.db
//var/db/dhclient.leases.igb1
//usr/local/man/mandoc.db
//usr/local/etc/filter_tables.conf
//etc
//var/dhcpd/etc/dhcpd.conf
//usr/local/etc/syslog-ng.conf.d/syslog-ng-config-events.conf
//usr/local/etc/syslog-ng.conf.d/syslog-ng-local.conf
//boot/loader.conf
//usr/local/etc/syslog-ng.conf.d/syslog-ng-lockout.conf
//var/lib/php/sessions
//usr/local/opnsense/changelog/changelog.txz
//usr/local/opnsense/changelog/changelog.txz.sig
//var/cron/tabs/root
//usr/local/opnsense/service/modules/__pycache__
//var/cron/tabs/nobody
//usr/share/openssl/man/mandoc.db
//usr/local/lib/perl5/site_perl/man/mandoc.db
//var/unbound/advanced.conf
//usr/local/openssl/cert.pem
//etc/login.conf.db
//var/backups/pkg.sql.xz
//var/lib/php/sessions/sess_c7e6472bc78273d950eedd15b2007541
//etc/newsyslog.conf
//usr/local/etc/syslog-ng.conf
//usr/local/etc/php.ini
//var/etc/miniupnpd.conf
//var/etc
//var/etc/ntpd.conf
//var/etc/dhcp6c_wan.conf
//var/db/entropy/saved-entropy.2
//var/etc/dhclient_wan.conf
//var/etc/rtsold_script.sh
//var/etc/key.pem
//var/unbound/root.key
//var/etc/lighty-webConfigurator.conf
//var/backups/pkg.sql.xz.2
//etc/ssl
//var/etc/dhcp6c.conf
//var/etc/cert.pem
//var/etc/dhcp6c_wan_script.sh
//etc/resolv.conf
//var/db/entropy/saved-entropy.1
//var/run
//var/db/pkg/vuln.xml
//var/db/entropy/saved-entropy.8
//var/db/entropy/saved-entropy.7
//var/db/entropy/saved-entropy.6
//var/db/entropy/saved-entropy.5
//var/db/entropy/saved-entropy.4
//var/db/entropy/saved-entropy.3
//usr/local/etc/ssh/sshd_config
//var/lib/php/sessions/sess_cf43ac7d4b507365a976e946143533e9
//var/db
//etc/ttys
//var/dhcpd/var/db/dhcpd.leases~
//etc/shells
//usr/share/openssl/man
//usr/local/etc/pkg/repos
zroot/ROOT/default:<0xfffffffffffffffe>
zroot/ROOT/default:<0xffffffffffffffff>
zroot/tmp:<0x0>
/tmp/
/tmp/ddb.conf
/tmp/configdmodelfield.data
/tmp/opnsense_acl_cache.json
/tmp/syslog_applications.json
/tmp/rules.debug
/tmp/rules.limits
/tmp/rules.debug.old
/tmp/pfctl_si_out
/tmp/pfctl_ss_out
/tmp/isAuthLocalIP.cache.json
/tmp/opnsense_menu_cache.xml
zroot/var/audit:<0x0>
zroot/var/log:<0x0>
/var/log/audit/audit_20221209.log
/var/log/
/var/log/userlog
/var/log/system
/var/log/configd
/var/log/filter
/var/log/lighttpd
/var/log/filter/filter_20221215.log
/var/log/dhcpd/dhcpd_20221215.log
/var/log/dhcpd
/var/log/system/system_20221215.log
/var/log/resolver
/var/log/ntpd
/var/log/resolver/resolver_20221215.log
/var/log/audit/audit_20221215.log
/var/log/portalauth
/var/log/routing/routing_20221215.log
/var/log/ntpd/ntpd_20221212.log
/var/log/filter/filter_20221214.log
/var/log/dhcpd/dhcpd_20221214.log
/var/log/system/system_20221214.log
/var/log/resolver/resolver_20221214.log
/var/log/ntpd/ntpd_20221214.log
/var/log/pf.yesterday
/var/log/filter/filter_20221213.log
/var/log/configd/configd_20221213.log
/var/log/lighttpd/lighttpd_20221209.log
/var/log/system/system_20221213.log
/var/log/configd/configd_20221215.log
/var/log/dhcpd/dhcpd_20221213.log
/var/log/pf.today
/var/log/dmesg.today
/var/log/dmesg.yesterday
/var/log/resolver/resolver_20221213.log
/var/log/ntpd/ntpd_20221215.log
/var/log/routing/routing_20221213.log
/var/log/configd/configd_20221214.log
/var/log/routing/routing_20221214.log
zroot/var/mail:<0x0>
zroot/var/tmp:<0x0>