[ Jan 28 05:19:30 Enabled. ]
[ Jan 28 05:19:30 Rereading configuration. ]
[ Jan 28 05:19:31 Rereading configuration. ]
[ Jan 28 05:19:32 Executing start method ("/opt/oxide/lib/svc/manifest/crucible/agent.sh"). ]
+ . /lib/svc/share/smf_include.sh
++ SMF_EXIT_OK=0
++ SMF_EXIT_NODAEMON=94
++ SMF_EXIT_ERR_FATAL=95
++ SMF_EXIT_ERR_CONFIG=96
++ SMF_EXIT_MON_DEGRADE=97
++ SMF_EXIT_MON_OFFLINE=98
++ SMF_EXIT_ERR_NOSMF=99
++ SMF_EXIT_ERR_PERM=100
++ svcprop -c -p config/datalink svc:/oxide/crucible/agent:default
+ DATALINK=oxControlService10
++ svcprop -c -p config/gateway svc:/oxide/crucible/agent:default
+ GATEWAY=fd00:1122:3344:101::1
++ svcprop -c -p config/dataset svc:/oxide/crucible/agent:default
+ DATASET=oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible
++ svcprop -c -p config/listen_addr svc:/oxide/crucible/agent:default
+ LISTEN_ADDR=fd00:1122:3344:101::12
++ svcprop -c -p config/listen_port svc:/oxide/crucible/agent:default
+ LISTEN_PORT=32345
++ svcprop -c -p config/portbase svc:/oxide/crucible/agent:default
+ PORTBASE=19000
++ svcprop -c -p config/downstairs_prefix svc:/oxide/crucible/agent:default
+ DOWNSTAIRS_PREFIX=downstairs
++ svcprop -c -p config/snapshot_prefix svc:/oxide/crucible/agent:default
+ SNAPSHOT_PREFIX=snapshot
+ [[ oxControlService10 == unknown ]]
+ [[ fd00:1122:3344:101::1 == unknown ]]
+ ipadm delete-if oxControlService10
ipadm: Could not delete oxControlService10: Interface does not exist
+ true
+ ipadm create-if -t oxControlService10
+ ipadm set-ifprop -t -p mtu=9000 -m ipv4 oxControlService10
+ ipadm set-ifprop -t -p mtu=9000 -m ipv6 oxControlService10
+ ipadm show-addr oxControlService10/ll
ipadm: Address object not found
+ ipadm create-addr -t -T addrconf oxControlService10/ll
+ ipadm show-addr oxControlService10/omicron6
ipadm: Address object not found
+ ipadm create-addr -t -T static -a fd00:1122:3344:101::12 oxControlService10/omicron6
+ route get -inet6 default -inet6 fd00:1122:3344:101::1
default: not in table
+ route add -inet6 default -inet6 fd00:1122:3344:101::1
add net default: gateway fd00:1122:3344:101::1
+ args=('-D' '/opt/oxide/crucible/bin/crucible-downstairs' '--dataset' "$DATASET" '-l' "[$LISTEN_ADDR]:$LISTEN_PORT" '-P' "$PORTBASE" '-p' "$DOWNSTAIRS_PREFIX" '-s' "$SNAPSHOT_PREFIX")
+ exec /opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible -l '[fd00:1122:3344:101::12]:32345' -P 19000 -p downstairs -s snapshot
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:19:33.450445708Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:19:33.45541476Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:19:33.45542798Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:19:33.573370511Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.260396625Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44983"}
{"msg":"region f95ee247-1c34-48bb-804a-5058ac21d1e3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.33012706Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.332588401Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"0c588ac6-ed6e-4389-89b7-3dbcee6aafb7","remote_addr":"[fd00:1122:3344:101::b]:44983","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":7589,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.333739846Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/f95ee247-1c34-48bb-804a-5058ac21d1e3","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.343951014Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/f95ee247-1c34-48bb-804a-5058ac21d1e3","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.343985894Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f95ee247-1c34-48bb-804a-5058ac21d1e3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/f95ee247-1c34-48bb-804a-5058ac21d1e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.404851468Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"region":"f95ee247-1c34-48bb-804a-5058ac21d1e3","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.524731723Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"3f9f3376-6a73-480d-91db-4342224f2d9a","remote_addr":"[fd00:1122:3344:101::b]:44983","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.53401325Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"region":"f95ee247-1c34-48bb-804a-5058ac21d1e3","component":"worker"}
{"msg":"region f95ee247-1c34-48bb-804a-5058ac21d1e3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.5340363Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.534180712Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f95ee247-1c34-48bb-804a-5058ac21d1e3","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.534653678Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f95ee247-1c34-48bb-804a-5058ac21d1e3","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.537831867Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.544260548Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f95ee247-1c34-48bb-804a-5058ac21d1e3","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.547155595Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f95ee247-1c34-48bb-804a-5058ac21d1e3","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.547886774Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.550037421Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.550093692Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.550139752Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.557388973Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:36.562002511Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.140983768Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"4b888387-e35b-45b8-a9ac-9d4a94656bbd","remote_addr":"[fd00:1122:3344:101::b]:44983","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":104,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.705568745Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52004"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.705713526Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions/f95ee247-1c34-48bb-804a-5058ac21d1e3","method":"GET","req_id":"e3cc42cd-4a82-4786-bf23-ca79cc1f93b2","remote_addr":"[fd00:1122:3344:101::b]:52004","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"path is \"/data/regions/f95ee247-1c34-48bb-804a-5058ac21d1e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.705882079Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"dataset is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/f95ee247-1c34-48bb-804a-5058ac21d1e3","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.714989943Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"region f95ee247-1c34-48bb-804a-5058ac21d1e3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.723801444Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.723956166Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.724013266Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions/f95ee247-1c34-48bb-804a-5058ac21d1e3","method":"DELETE","req_id":"946ba9ae-1764-4478-a082-737b80b864dc","remote_addr":"[fd00:1122:3344:101::b]:52004","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18153,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.724184218Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions/f95ee247-1c34-48bb-804a-5058ac21d1e3","method":"GET","req_id":"10199993-d14d-4b6d-b00c-3b959d433eb9","remote_addr":"[fd00:1122:3344:101::b]:52004","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-f95ee247-1c34-48bb-804a-5058ac21d1e3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.725001159Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.728968358Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/f95ee247-1c34-48bb-804a-5058ac21d1e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.739153956Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"region":"f95ee247-1c34-48bb-804a-5058ac21d1e3","component":"worker"}
{"msg":"region f95ee247-1c34-48bb-804a-5058ac21d1e3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.786780854Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:20:37.806692514Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions/f95ee247-1c34-48bb-804a-5058ac21d1e3","method":"GET","req_id":"19888d02-7020-4576-93d0-24c3695b6ec8","remote_addr":"[fd00:1122:3344:101::b]:52004","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1181,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:06.958664924Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52915"}
{"msg":"region b59ca6df-d979-440c-9888-5bc11f22387d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:06.991060911Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:06.991340124Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:06.991359514Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"37a75c1c-98cb-4188-acda-fda3c89a62c3","remote_addr":"[fd00:1122:3344:101::a]:52915","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1016,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b59ca6df-d979-440c-9888-5bc11f22387d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.000019413Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b59ca6df-d979-440c-9888-5bc11f22387d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.000056164Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b59ca6df-d979-440c-9888-5bc11f22387d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/b59ca6df-d979-440c-9888-5bc11f22387d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.070385286Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"region":"b59ca6df-d979-440c-9888-5bc11f22387d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.147271571Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"region":"b59ca6df-d979-440c-9888-5bc11f22387d","component":"worker"}
{"msg":"region b59ca6df-d979-440c-9888-5bc11f22387d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.147324022Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.147416413Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b59ca6df-d979-440c-9888-5bc11f22387d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.148807621Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b59ca6df-d979-440c-9888-5bc11f22387d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.152093342Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.159487325Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b59ca6df-d979-440c-9888-5bc11f22387d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.163227972Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b59ca6df-d979-440c-9888-5bc11f22387d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.163509425Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.163569496Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.163619227Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.163669607Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.167263622Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.172328766Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:21:07.343331212Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"d0040ae6-6cb1-47b6-8686-4c3b898b17dc","remote_addr":"[fd00:1122:3344:101::a]:52915","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":728,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:32.95796014Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56898"}
{"msg":"region 509c38fc-d74e-4f41-9043-909d239c4a65 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:32.988586604Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:32.989595307Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:32.989606867Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"fd602982-afd8-4fdb-bebf-09f8413321b7","remote_addr":"[fd00:1122:3344:101::a]:56898","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1084,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/509c38fc-d74e-4f41-9043-909d239c4a65","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:32.999197668Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/509c38fc-d74e-4f41-9043-909d239c4a65","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:32.999238268Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"509c38fc-d74e-4f41-9043-909d239c4a65\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/509c38fc-d74e-4f41-9043-909d239c4a65\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.05358694Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"region":"509c38fc-d74e-4f41-9043-909d239c4a65","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.188353232Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"region":"509c38fc-d74e-4f41-9043-909d239c4a65","component":"worker"}
{"msg":"region 509c38fc-d74e-4f41-9043-909d239c4a65 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.188404893Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.188516704Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-509c38fc-d74e-4f41-9043-909d239c4a65","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.189503426Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-509c38fc-d74e-4f41-9043-909d239c4a65","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.194003003Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.206567071Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-509c38fc-d74e-4f41-9043-909d239c4a65","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.209336606Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/509c38fc-d74e-4f41-9043-909d239c4a65","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.2096955Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.209762291Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.209809831Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.209868432Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.213430897Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.219538414Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.221587929Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"fa1d9f06-d7d9-4e04-90dc-e5a1bbe5c30f","remote_addr":"[fd00:1122:3344:101::a]:56898","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.905385052Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45954"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.905465823Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions/b59ca6df-d979-440c-9888-5bc11f22387d","method":"GET","req_id":"a8f9a688-e78e-4ca4-b2ab-111a0eebeef4","remote_addr":"[fd00:1122:3344:101::a]:45954","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"path is \"/data/regions/b59ca6df-d979-440c-9888-5bc11f22387d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.90926542Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"dataset is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b59ca6df-d979-440c-9888-5bc11f22387d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.91795566Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"snapshot is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b59ca6df-d979-440c-9888-5bc11f22387d@092dcc3b-9cd1-4510-af0a-d0fb02162747","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.925319682Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b59ca6df-d979-440c-9888-5bc11f22387d\", \"092dcc3b-9cd1-4510-af0a-d0fb02162747\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.925354042Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.93628451Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions/b59ca6df-d979-440c-9888-5bc11f22387d/snapshots/092dcc3b-9cd1-4510-af0a-d0fb02162747","method":"GET","req_id":"46e7df50-a858-44e5-8e0e-608151220bc9","remote_addr":"[fd00:1122:3344:101::a]:45954","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30617,"response_code":"200"}
{"msg":"path is \"/data/regions/b59ca6df-d979-440c-9888-5bc11f22387d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.938326175Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"dataset is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b59ca6df-d979-440c-9888-5bc11f22387d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.947636842Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"snapshot is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b59ca6df-d979-440c-9888-5bc11f22387d@092dcc3b-9cd1-4510-af0a-d0fb02162747","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.954881923Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b59ca6df-d979-440c-9888-5bc11f22387d\", \"092dcc3b-9cd1-4510-af0a-d0fb02162747\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.954922834Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b59ca6df-d979-440c-9888-5bc11f22387d-092dcc3b-9cd1-4510-af0a-d0fb02162747 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.964310142Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"applying SMF actions for region b59ca6df-d979-440c-9888-5bc11f22387d running snapshot 092dcc3b-9cd1-4510-af0a-d0fb02162747 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.964488744Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.964526194Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions/b59ca6df-d979-440c-9888-5bc11f22387d/snapshots/092dcc3b-9cd1-4510-af0a-d0fb02162747/run","method":"POST","req_id":"29c7ca24-5501-47ad-b9ef-3cfb22860ba1","remote_addr":"[fd00:1122:3344:101::a]:45954","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26231,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-b59ca6df-d979-440c-9888-5bc11f22387d-092dcc3b-9cd1-4510-af0a-d0fb02162747","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.967729254Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b59ca6df-d979-440c-9888-5bc11f22387d-092dcc3b-9cd1-4510-af0a-d0fb02162747","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.974972745Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b59ca6df-d979-440c-9888-5bc11f22387d-092dcc3b-9cd1-4510-af0a-d0fb02162747","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.984300792Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b59ca6df-d979-440c-9888-5bc11f22387d/.zfs/snapshot/092dcc3b-9cd1-4510-af0a-d0fb02162747","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.984575826Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.984647087Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.984690937Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.984735838Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.984800189Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.988603307Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.992381404Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"region b59ca6df-d979-440c-9888-5bc11f22387d running snapshot 092dcc3b-9cd1-4510-af0a-d0fb02162747 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:33.992398514Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:36.935404515Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61187"}
{"msg":"region b559726e-caa1-498d-ab77-a597e101ed62 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:36.936564179Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:36.936745591Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:36.936760001Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"fef000bb-8c83-4802-adb9-5f1df357ee00","remote_addr":"[fd00:1122:3344:101::a]:61187","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1247,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b559726e-caa1-498d-ab77-a597e101ed62","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:36.945277678Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b559726e-caa1-498d-ab77-a597e101ed62","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:36.945301828Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b559726e-caa1-498d-ab77-a597e101ed62\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/b559726e-caa1-498d-ab77-a597e101ed62\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.056553755Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"region":"b559726e-caa1-498d-ab77-a597e101ed62","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.099430733Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"8a1ea940-7932-415c-8227-6289f3b787a1","remote_addr":"[fd00:1122:3344:101::a]:61187","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.251740405Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"region":"b559726e-caa1-498d-ab77-a597e101ed62","component":"worker"}
{"msg":"region b559726e-caa1-498d-ab77-a597e101ed62 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.251761995Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.251901257Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b559726e-caa1-498d-ab77-a597e101ed62","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.25374737Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b559726e-caa1-498d-ab77-a597e101ed62","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.26013126Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.292807081Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b559726e-caa1-498d-ab77-a597e101ed62","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.299467504Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b559726e-caa1-498d-ab77-a597e101ed62","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.299759488Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.299815018Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.299859969Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.29990077Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.312009591Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.333609662Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:26:37.793448054Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"5c34be12-016d-44bf-8237-fd5c250562bc","remote_addr":"[fd00:1122:3344:101::a]:61187","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.428017938Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64150"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.428252861Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions/b559726e-caa1-498d-ab77-a597e101ed62","method":"GET","req_id":"d52dcce5-a3dd-4752-9127-72af381c7999","remote_addr":"[fd00:1122:3344:101::a]:64150","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"path is \"/data/regions/b559726e-caa1-498d-ab77-a597e101ed62\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.428311371Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"dataset is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b559726e-caa1-498d-ab77-a597e101ed62","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.440327312Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"region b559726e-caa1-498d-ab77-a597e101ed62 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.449778741Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.450382018Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.450438889Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions/b559726e-caa1-498d-ab77-a597e101ed62","method":"DELETE","req_id":"a54e2203-1b62-4f6c-b1a2-97acb724a4c6","remote_addr":"[fd00:1122:3344:101::a]:64150","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22170,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.450619771Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions/b559726e-caa1-498d-ab77-a597e101ed62","method":"GET","req_id":"d58a725d-2bdd-4871-b685-6e34fc7bc7d3","remote_addr":"[fd00:1122:3344:101::a]:64150","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-b559726e-caa1-498d-ab77-a597e101ed62 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.45213754Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.467090978Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b559726e-caa1-498d-ab77-a597e101ed62\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.476986642Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"region":"b559726e-caa1-498d-ab77-a597e101ed62","component":"worker"}
{"msg":"region b559726e-caa1-498d-ab77-a597e101ed62 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.534766828Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-28T05:27:10.548057924Z","hostname":"oxz_crucible_183731e5-f016-4454-96f8-b6d087779655","pid":22552,"uri":"/crucible/0/regions/b559726e-caa1-498d-ab77-a597e101ed62","method":"GET","req_id":"db874454-7dba-46e9-9b51-53af0375fb10","remote_addr":"[fd00:1122:3344:101::a]:64150","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":102,"response_code":"200"}