[ Feb  2 03:19:30 Enabled. ]
[ Feb  2 03:19:30 Rereading configuration. ]
[ Feb  2 03:19:31 Rereading configuration. ]
[ Feb  2 03:19:31 Executing start method ("/opt/oxide/lib/svc/manifest/crucible/agent.sh"). ]
+ . /lib/svc/share/smf_include.sh
++ SMF_EXIT_OK=0
++ SMF_EXIT_NODAEMON=94
++ SMF_EXIT_ERR_FATAL=95
++ SMF_EXIT_ERR_CONFIG=96
++ SMF_EXIT_MON_DEGRADE=97
++ SMF_EXIT_MON_OFFLINE=98
++ SMF_EXIT_ERR_NOSMF=99
++ SMF_EXIT_ERR_PERM=100
++ svcprop -c -p config/datalink svc:/oxide/crucible/agent:default
+ DATALINK=oxControlService17
++ svcprop -c -p config/gateway svc:/oxide/crucible/agent:default
+ GATEWAY=fd00:1122:3344:101::1
++ svcprop -c -p config/dataset svc:/oxide/crucible/agent:default
+ DATASET=oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible
++ svcprop -c -p config/listen_addr svc:/oxide/crucible/agent:default
+ LISTEN_ADDR=fd00:1122:3344:101::1a
++ svcprop -c -p config/listen_port svc:/oxide/crucible/agent:default
+ LISTEN_PORT=32345
++ svcprop -c -p config/portbase svc:/oxide/crucible/agent:default
+ PORTBASE=19000
++ svcprop -c -p config/downstairs_prefix svc:/oxide/crucible/agent:default
+ DOWNSTAIRS_PREFIX=downstairs
++ svcprop -c -p config/snapshot_prefix svc:/oxide/crucible/agent:default
+ SNAPSHOT_PREFIX=snapshot
+ [[ oxControlService17 == unknown ]]
+ [[ fd00:1122:3344:101::1 == unknown ]]
+ ipadm delete-if oxControlService17
ipadm: Could not delete oxControlService17: Interface does not exist
+ true
+ ipadm create-if -t oxControlService17
+ ipadm set-ifprop -t -p mtu=9000 -m ipv4 oxControlService17
+ ipadm set-ifprop -t -p mtu=9000 -m ipv6 oxControlService17
+ ipadm show-addr oxControlService17/ll
ipadm: Address object not found
+ ipadm create-addr -t -T addrconf oxControlService17/ll
+ ipadm show-addr oxControlService17/omicron6
ipadm: Address object not found
+ ipadm create-addr -t -T static -a fd00:1122:3344:101::1a oxControlService17/omicron6
+ route get -inet6 default -inet6 fd00:1122:3344:101::1
default: not in table
+ route add -inet6 default -inet6 fd00:1122:3344:101::1
add net default: gateway fd00:1122:3344:101::1
+ args=('-D' '/opt/oxide/crucible/bin/crucible-downstairs' '--dataset' "$DATASET" '-l' "[$LISTEN_ADDR]:$LISTEN_PORT" '-P' "$PORTBASE" '-p' "$DOWNSTAIRS_PREFIX" '-s' "$SNAPSHOT_PREFIX")
+ exec /opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible -l '[fd00:1122:3344:101::1a]:32345' -P 19000 -p downstairs -s snapshot
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:19:32.730539861Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:19:32.739395927Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:19:32.739410956Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:19:32.902686875Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:22.73064309Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53320"}
{"msg":"region 6034cee5-0613-4a69-ad22-5514069da8f7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:22.749059816Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:22.7518824Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions","method":"POST","req_id":"4ac169aa-b7a2-4640-8055-66191a457801","remote_addr":"[fd00:1122:3344:101::a]:53320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":5287,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:22.756388989Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6034cee5-0613-4a69-ad22-5514069da8f7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:22.766088341Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6034cee5-0613-4a69-ad22-5514069da8f7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:22.766126361Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6034cee5-0613-4a69-ad22-5514069da8f7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/6034cee5-0613-4a69-ad22-5514069da8f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:22.844439657Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"region":"6034cee5-0613-4a69-ad22-5514069da8f7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:22.953646256Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions","method":"POST","req_id":"e46033dd-2451-44cd-a9ca-70a2631d3869","remote_addr":"[fd00:1122:3344:101::a]:53320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.202837475Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"region":"6034cee5-0613-4a69-ad22-5514069da8f7","component":"worker"}
{"msg":"region 6034cee5-0613-4a69-ad22-5514069da8f7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.202882146Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.203032077Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6034cee5-0613-4a69-ad22-5514069da8f7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.203698513Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6034cee5-0613-4a69-ad22-5514069da8f7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.208258812Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.224897593Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6034cee5-0613-4a69-ad22-5514069da8f7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.233351765Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6034cee5-0613-4a69-ad22-5514069da8f7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.234066801Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.234204912Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.234250002Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.234288693Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.244206657Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.255445023Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.299305546Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions","method":"POST","req_id":"cc9618d4-3672-4a56-9a82-42819f00b7bb","remote_addr":"[fd00:1122:3344:101::a]:53320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.906266547Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50320"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.906354928Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions/6034cee5-0613-4a69-ad22-5514069da8f7","method":"GET","req_id":"bce4d363-596e-47df-a647-5c05b8dd601f","remote_addr":"[fd00:1122:3344:101::a]:50320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"path is \"/data/regions/6034cee5-0613-4a69-ad22-5514069da8f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.906494919Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6034cee5-0613-4a69-ad22-5514069da8f7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.915619816Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"region 6034cee5-0613-4a69-ad22-5514069da8f7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.922791267Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.922972849Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.923007979Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions/6034cee5-0613-4a69-ad22-5514069da8f7","method":"DELETE","req_id":"ef11be30-a2ae-41be-bcf8-62ae265480ae","remote_addr":"[fd00:1122:3344:101::a]:50320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16542,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.923182291Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions/6034cee5-0613-4a69-ad22-5514069da8f7","method":"GET","req_id":"80718756-8ea9-4419-985f-c95f70744adb","remote_addr":"[fd00:1122:3344:101::a]:50320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-6034cee5-0613-4a69-ad22-5514069da8f7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.924127569Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.931461661Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6034cee5-0613-4a69-ad22-5514069da8f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:23.941332605Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"region":"6034cee5-0613-4a69-ad22-5514069da8f7","component":"worker"}
{"msg":"region 6034cee5-0613-4a69-ad22-5514069da8f7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:24.002863258Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:24.065472491Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions/6034cee5-0613-4a69-ad22-5514069da8f7","method":"GET","req_id":"8b7dbbad-5a4b-4707-9d62-e2044cde3752","remote_addr":"[fd00:1122:3344:101::a]:50320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.604400638Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43489"}
{"msg":"region 747c1f60-0b56-4d70-ac84-92e9b99e6820 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.604484356Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.60708541Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.607109031Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions","method":"POST","req_id":"80067126-4ea4-4c5a-a7af-601d17cce4c9","remote_addr":"[fd00:1122:3344:101::a]:43489","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2614,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.616015486Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.616059867Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"747c1f60-0b56-4d70-ac84-92e9b99e6820\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.67526577Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"region":"747c1f60-0b56-4d70-ac84-92e9b99e6820","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.788297561Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"region":"747c1f60-0b56-4d70-ac84-92e9b99e6820","component":"worker"}
{"msg":"region 747c1f60-0b56-4d70-ac84-92e9b99e6820 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.788351032Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.788426002Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-747c1f60-0b56-4d70-ac84-92e9b99e6820","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.789766214Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-747c1f60-0b56-4d70-ac84-92e9b99e6820","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.797287558Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.812535838Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-747c1f60-0b56-4d70-ac84-92e9b99e6820","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.816976795Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.817299918Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.817367139Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.817424199Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.81747584Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.824125866Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.833426205Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:20:25.864390188Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions","method":"POST","req_id":"e8ddbbfc-4b7a-402c-b933-760d15fd5001","remote_addr":"[fd00:1122:3344:101::a]:43489","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.506024232Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64642"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.506192253Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820","method":"GET","req_id":"f96a86b8-ae5c-414c-86bc-2547d1148d05","remote_addr":"[fd00:1122:3344:101::a]:64642","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.509663643Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.519242954Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820@67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.527490484Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820\", \"67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.527530355Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.53635195Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820/snapshots/67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba","method":"GET","req_id":"ea93469d-2595-4d95-81e2-11bd623fde7e","remote_addr":"[fd00:1122:3344:101::a]:64642","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30119,"response_code":"200"}
{"msg":"path is \"/data/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.536501931Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.545076264Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820@67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.554820947Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820\", \"67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.554848077Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 747c1f60-0b56-4d70-ac84-92e9b99e6820-67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.564006245Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"applying SMF actions for region 747c1f60-0b56-4d70-ac84-92e9b99e6820 running snapshot 67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.5645685Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.56460649Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820/snapshots/67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba/run","method":"POST","req_id":"c15dee65-6148-4e59-a175-475a46ee1f88","remote_addr":"[fd00:1122:3344:101::a]:64642","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28129,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-747c1f60-0b56-4d70-ac84-92e9b99e6820-67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.573289384Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-747c1f60-0b56-4d70-ac84-92e9b99e6820-67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.581279032Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-747c1f60-0b56-4d70-ac84-92e9b99e6820-67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.594417624Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/747c1f60-0b56-4d70-ac84-92e9b99e6820/.zfs/snapshot/67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.594700616Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.594762167Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.594809367Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.594854397Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.594916998Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.59992866Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.604674971Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"region 747c1f60-0b56-4d70-ac84-92e9b99e6820 running snapshot 67e3f87d-f7ac-4c8e-a7f9-d0b6f02f8cba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:21.604692471Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:23.983116607Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37197"}
{"msg":"region 61c73bc0-f061-4dd0-8cd1-8789bfc6b071 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.013624716Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.013834268Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions","method":"POST","req_id":"375dfcab-d0c6-4d1b-9ba3-381932174a06","remote_addr":"[fd00:1122:3344:101::a]:37197","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":257,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.013874148Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/61c73bc0-f061-4dd0-8cd1-8789bfc6b071","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.023362489Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/61c73bc0-f061-4dd0-8cd1-8789bfc6b071","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.023402609Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"61c73bc0-f061-4dd0-8cd1-8789bfc6b071\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/61c73bc0-f061-4dd0-8cd1-8789bfc6b071\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.073754058Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"region":"61c73bc0-f061-4dd0-8cd1-8789bfc6b071","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.146654518Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"region":"61c73bc0-f061-4dd0-8cd1-8789bfc6b071","component":"worker"}
{"msg":"region 61c73bc0-f061-4dd0-8cd1-8789bfc6b071 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.146717198Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.146822259Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-61c73bc0-f061-4dd0-8cd1-8789bfc6b071","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.147835928Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-61c73bc0-f061-4dd0-8cd1-8789bfc6b071","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.151148416Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.158830691Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-61c73bc0-f061-4dd0-8cd1-8789bfc6b071","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.162407832Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/61c73bc0-f061-4dd0-8cd1-8789bfc6b071","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.162644304Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.162692964Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.162731405Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.162769565Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.166234254Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.176373281Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:24.295560004Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions","method":"POST","req_id":"5dc6fd66-e180-47b0-9e79-760a8b5b882a","remote_addr":"[fd00:1122:3344:101::a]:37197","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:55.939412198Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56598"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:55.939547859Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions/61c73bc0-f061-4dd0-8cd1-8789bfc6b071","method":"GET","req_id":"c2433b80-d108-43d6-9f26-bda26faaf710","remote_addr":"[fd00:1122:3344:101::a]:56598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"path is \"/data/regions/61c73bc0-f061-4dd0-8cd1-8789bfc6b071\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:55.939788961Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/61c73bc0-f061-4dd0-8cd1-8789bfc6b071","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:55.956258841Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"region 61c73bc0-f061-4dd0-8cd1-8789bfc6b071 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:55.963804115Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:55.964031797Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:55.964059318Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions/61c73bc0-f061-4dd0-8cd1-8789bfc6b071","method":"DELETE","req_id":"d99c3cf0-5f89-4f49-918b-6cecd93e707f","remote_addr":"[fd00:1122:3344:101::a]:56598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24295,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:55.964873634Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions/61c73bc0-f061-4dd0-8cd1-8789bfc6b071","method":"GET","req_id":"7104ad77-d5c7-4278-a0e9-71e445b06326","remote_addr":"[fd00:1122:3344:101::a]:56598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":666,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-61c73bc0-f061-4dd0-8cd1-8789bfc6b071 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:55.966079195Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:55.99491232Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/61c73bc0-f061-4dd0-8cd1-8789bfc6b071\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:56.004878305Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"region":"61c73bc0-f061-4dd0-8cd1-8789bfc6b071","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:56.018148238Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions/61c73bc0-f061-4dd0-8cd1-8789bfc6b071","method":"GET","req_id":"2ef60846-3839-4e0d-99c0-c948dea29c47","remote_addr":"[fd00:1122:3344:101::a]:56598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"region 61c73bc0-f061-4dd0-8cd1-8789bfc6b071 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:56.090545523Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-02T03:26:56.097376011Z","hostname":"oxz_crucible_b4cf0e43-886a-44eb-8562-ff1c8783c4ed","pid":23638,"uri":"/crucible/0/regions/61c73bc0-f061-4dd0-8cd1-8789bfc6b071","method":"GET","req_id":"77ba5955-7b46-4c7b-9080-d73dc1e020d8","remote_addr":"[fd00:1122:3344:101::a]:56598","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27,"response_code":"200"}