[ Oct 20 00:36:28 Enabled. ]
[ Oct 20 00:36:28 Rereading configuration. ]
[ Oct 20 00:36:30 Rereading configuration. ]
[ Oct 20 00:36:32 Executing start method ("/opt/oxide/lib/svc/manifest/crucible/agent.sh"). ]
+ . /lib/svc/share/smf_include.sh
++ SMF_EXIT_OK=0
++ SMF_EXIT_NODAEMON=94
++ SMF_EXIT_ERR_FATAL=95
++ SMF_EXIT_ERR_CONFIG=96
++ SMF_EXIT_MON_DEGRADE=97
++ SMF_EXIT_MON_OFFLINE=98
++ SMF_EXIT_ERR_NOSMF=99
++ SMF_EXIT_ERR_PERM=100
++ svcprop -c -p config/datalink svc:/oxide/crucible/agent:default
+ DATALINK=oxControlService22
++ svcprop -c -p config/gateway svc:/oxide/crucible/agent:default
+ GATEWAY=fd00:1122:3344:101::1
++ svcprop -c -p config/dataset svc:/oxide/crucible/agent:default
+ DATASET=oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible
++ svcprop -c -p config/listen_addr svc:/oxide/crucible/agent:default
+ LISTEN_ADDR=fd00:1122:3344:101::13
++ svcprop -c -p config/listen_port svc:/oxide/crucible/agent:default
+ LISTEN_PORT=32345
++ svcprop -c -p config/portbase svc:/oxide/crucible/agent:default
+ PORTBASE=19000
++ svcprop -c -p config/downstairs_prefix svc:/oxide/crucible/agent:default
+ DOWNSTAIRS_PREFIX=downstairs
++ svcprop -c -p config/snapshot_prefix svc:/oxide/crucible/agent:default
+ SNAPSHOT_PREFIX=snapshot
+ [[ oxControlService22 == unknown ]]
+ [[ fd00:1122:3344:101::1 == unknown ]]
+ ipadm delete-if oxControlService22
ipadm: Could not delete oxControlService22: Interface does not exist
+ true
+ ipadm create-if -t oxControlService22
+ ipadm set-ifprop -t -p mtu=9000 -m ipv4 oxControlService22
+ ipadm set-ifprop -t -p mtu=9000 -m ipv6 oxControlService22
+ ipadm show-addr oxControlService22/ll
ipadm: Address object not found
+ ipadm create-addr -t -T addrconf oxControlService22/ll
+ ipadm show-addr oxControlService22/omicron6
ipadm: Address object not found
+ ipadm create-addr -t -T static -a fd00:1122:3344:101::13 oxControlService22/omicron6
+ route get -inet6 default -inet6 fd00:1122:3344:101::1
default: not in table
+ route add -inet6 default -inet6 fd00:1122:3344:101::1
add net default: gateway fd00:1122:3344:101::1
+ args=('-D' '/opt/oxide/crucible/bin/crucible-downstairs' '--dataset' "$DATASET" '-l' "[$LISTEN_ADDR]:$LISTEN_PORT" '-P' "$PORTBASE" '-p' "$DOWNSTAIRS_PREFIX" '-s' "$SNAPSHOT_PREFIX")
+ exec /opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible -l '[fd00:1122:3344:101::13]:32345' -P 19000 -p downstairs -s snapshot
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:36:33.691277971Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:36:33.69864318Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:36:33.698653301Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:36:33.959999094Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.091861505Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49355"}
{"msg":"region 3129811b-6ae7-45e1-9877-f87a68e1cd25 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.092894298Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.094421551Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.094440561Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions","method":"POST","req_id":"85454953-7149-47a6-a09a-011d2d620ad7","remote_addr":"[fd00:1122:3344:101::c]:49355","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1753,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/3129811b-6ae7-45e1-9877-f87a68e1cd25","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.10544693Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/3129811b-6ae7-45e1-9877-f87a68e1cd25","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.10547396Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3129811b-6ae7-45e1-9877-f87a68e1cd25\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/3129811b-6ae7-45e1-9877-f87a68e1cd25\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.161602455Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"region":"3129811b-6ae7-45e1-9877-f87a68e1cd25","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.22459237Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions","method":"POST","req_id":"5c35319b-84c5-41f7-8db0-e0f57ddb9c9f","remote_addr":"[fd00:1122:3344:101::c]:49355","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":92,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.325007474Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"region":"3129811b-6ae7-45e1-9877-f87a68e1cd25","component":"worker"}
{"msg":"region 3129811b-6ae7-45e1-9877-f87a68e1cd25 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.325038184Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.325145547Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3129811b-6ae7-45e1-9877-f87a68e1cd25","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.325576176Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3129811b-6ae7-45e1-9877-f87a68e1cd25","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.329292417Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.337091686Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3129811b-6ae7-45e1-9877-f87a68e1cd25","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.340829126Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3129811b-6ae7-45e1-9877-f87a68e1cd25","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.341531442Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.341598063Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.341644984Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.341688955Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.346761515Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.35577818Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:28.574869554Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions","method":"POST","req_id":"f33e5057-474d-4c4c-b210-f8c1cb64c3ca","remote_addr":"[fd00:1122:3344:101::c]:49355","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.20510376Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45295"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.236555421Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions/3129811b-6ae7-45e1-9877-f87a68e1cd25","method":"GET","req_id":"9fe6122b-aedb-4d06-8d32-f7239e6650d4","remote_addr":"[fd00:1122:3344:101::c]:45295","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"path is \"/data/regions/3129811b-6ae7-45e1-9877-f87a68e1cd25\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.236809237Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"datafile"}
{"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/3129811b-6ae7-45e1-9877-f87a68e1cd25","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.248925129Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"datafile"}
{"msg":"region 3129811b-6ae7-45e1-9877-f87a68e1cd25 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.258771642Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.258942566Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.259006747Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions/3129811b-6ae7-45e1-9877-f87a68e1cd25","method":"DELETE","req_id":"afa22ac3-a3f5-4995-8ffe-91878fd756a3","remote_addr":"[fd00:1122:3344:101::c]:45295","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22283,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.25914055Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions/3129811b-6ae7-45e1-9877-f87a68e1cd25","method":"GET","req_id":"5351bf15-d317-4bc1-88e7-beac7ab3b76b","remote_addr":"[fd00:1122:3344:101::c]:45295","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-3129811b-6ae7-45e1-9877-f87a68e1cd25 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.260249954Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.265256423Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/3129811b-6ae7-45e1-9877-f87a68e1cd25\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.276730631Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"region":"3129811b-6ae7-45e1-9877-f87a68e1cd25","component":"worker"}
{"msg":"region 3129811b-6ae7-45e1-9877-f87a68e1cd25 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.329118765Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:29.348317765Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions/3129811b-6ae7-45e1-9877-f87a68e1cd25","method":"GET","req_id":"88d53a1f-6110-43a1-b643-02653598b971","remote_addr":"[fd00:1122:3344:101::c]:45295","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":103,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.713922723Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54431"}
{"msg":"region 2e4fbe26-3ff8-410f-9b19-ca23ba771d1d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.714012425Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.714176439Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.714189919Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions","method":"POST","req_id":"66b34b92-d736-448b-8fe3-d5fcc1e1f927","remote_addr":"[fd00:1122:3344:101::c]:54431","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":215,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.723496031Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.723533891Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2e4fbe26-3ff8-410f-9b19-ca23ba771d1d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/2e4fbe26-3ff8-410f-9b19-ca23ba771d1d\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.768649498Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"region":"2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.827278848Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"region":"2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","component":"worker"}
{"msg":"region 2e4fbe26-3ff8-410f-9b19-ca23ba771d1d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.827309838Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.82740064Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.8287553Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.832142143Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.840078655Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.843175262Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.843450288Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.843517928Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.84355759Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.843597571Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.847153608Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.851732827Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:37:31.973563695Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions","method":"POST","req_id":"0f87cd8c-56c5-44a3-80e7-783731eed01d","remote_addr":"[fd00:1122:3344:101::c]:54431","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.377317882Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45610"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.439443405Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions/2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","method":"GET","req_id":"e93da20c-f15e-4457-b21f-195b57b9cdea","remote_addr":"[fd00:1122:3344:101::c]:45610","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"path is \"/data/regions/2e4fbe26-3ff8-410f-9b19-ca23ba771d1d\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.439577489Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"datafile"}
{"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.451403962Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"datafile"}
{"msg":"region 2e4fbe26-3ff8-410f-9b19-ca23ba771d1d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.461380508Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.461557251Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.461627183Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions/2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","method":"DELETE","req_id":"3a03d4b9-f86e-4909-95b9-0ad5b6fa572d","remote_addr":"[fd00:1122:3344:101::c]:45610","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22042,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.461844467Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions/2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","method":"GET","req_id":"7026837c-c0fd-4565-ad6f-2fb30dd16de9","remote_addr":"[fd00:1122:3344:101::c]:45610","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-2e4fbe26-3ff8-410f-9b19-ca23ba771d1d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.463310719Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.504666082Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/2e4fbe26-3ff8-410f-9b19-ca23ba771d1d\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.51611635Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"region":"2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.541934357Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions/2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","method":"GET","req_id":"1380a4af-47c7-40aa-a278-45af324875eb","remote_addr":"[fd00:1122:3344:101::c]:45610","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":116,"response_code":"200"}
{"msg":"region 2e4fbe26-3ff8-410f-9b19-ca23ba771d1d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.593206064Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-20T00:40:27.614083925Z","hostname":"oxz_crucible_2ca2645e-e8d7-41a1-af9f-ce5c687f8ed0","pid":21239,"uri":"/crucible/0/regions/2e4fbe26-3ff8-410f-9b19-ca23ba771d1d","method":"GET","req_id":"2c1c5b09-c148-4b36-8e58-43fcd82fb1e4","remote_addr":"[fd00:1122:3344:101::c]:45610","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":"200"}