[ Jan 24 19:33:25 Enabled. ] [ Jan 24 19:33:25 Rereading configuration. ] [ Jan 24 19:33:30 Rereading configuration. ] [ Jan 24 19:33:36 Executing start method ("/opt/oxide/lib/svc/manifest/crucible/agent.sh"). ] + . /lib/svc/share/smf_include.sh ++ SMF_EXIT_OK=0 ++ SMF_EXIT_NODAEMON=94 ++ SMF_EXIT_ERR_FATAL=95 ++ SMF_EXIT_ERR_CONFIG=96 ++ SMF_EXIT_MON_DEGRADE=97 ++ SMF_EXIT_MON_OFFLINE=98 ++ SMF_EXIT_ERR_NOSMF=99 ++ SMF_EXIT_ERR_PERM=100 ++ svcprop -c -p config/datalink svc:/oxide/crucible/agent:default + DATALINK=oxControlService13 ++ svcprop -c -p config/gateway svc:/oxide/crucible/agent:default + GATEWAY=fd00:1122:3344:101::1 ++ svcprop -c -p config/dataset svc:/oxide/crucible/agent:default + DATASET=oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible ++ svcprop -c -p config/listen_addr svc:/oxide/crucible/agent:default + LISTEN_ADDR=fd00:1122:3344:101::18 ++ svcprop -c -p config/listen_port svc:/oxide/crucible/agent:default + LISTEN_PORT=32345 ++ svcprop -c -p config/portbase svc:/oxide/crucible/agent:default + PORTBASE=19000 ++ svcprop -c -p config/downstairs_prefix svc:/oxide/crucible/agent:default + DOWNSTAIRS_PREFIX=downstairs ++ svcprop -c -p config/snapshot_prefix svc:/oxide/crucible/agent:default + SNAPSHOT_PREFIX=snapshot + [[ oxControlService13 == unknown ]] + [[ fd00:1122:3344:101::1 == unknown ]] + ipadm delete-if oxControlService13 ipadm: Could not delete oxControlService13: Interface does not exist + true + ipadm create-if -t oxControlService13 + ipadm set-ifprop -t -p mtu=9000 -m ipv4 oxControlService13 + ipadm set-ifprop -t -p mtu=9000 -m ipv6 oxControlService13 + ipadm show-addr oxControlService13/ll ipadm: Address object not found + ipadm create-addr -t -T addrconf oxControlService13/ll + ipadm show-addr oxControlService13/omicron6 ipadm: Address object not found + ipadm create-addr -t -T static -a fd00:1122:3344:101::18 oxControlService13/omicron6 + route get -inet6 default -inet6 fd00:1122:3344:101::1 default: not in table + route add -inet6 default -inet6 fd00:1122:3344:101::1 add net default: gateway fd00:1122:3344:101::1 + args=('-D' '/opt/oxide/crucible/bin/crucible-downstairs' '--dataset' "$DATASET" '-l' "[$LISTEN_ADDR]:$LISTEN_PORT" '-P' "$PORTBASE" '-p' "$DOWNSTAIRS_PREFIX" '-s' "$SNAPSHOT_PREFIX") + exec /opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible -l '[fd00:1122:3344:101::18]:32345' -P 19000 -p downstairs -s snapshot note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:33:37.112573808Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:33:37.115898729Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:33:37.115908529Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:33:37.355211516Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.199735607Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44335"} {"msg":"region dea68826-1ead-4a2a-9dfe-21aea3633ff6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.248485267Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.253006884Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions","method":"POST","req_id":"af93aaac-c148-42f1-b9ce-11c72f7dea46","remote_addr":"[fd00:1122:3344:101::a]:44335","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":14529,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.253045605Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/dea68826-1ead-4a2a-9dfe-21aea3633ff6","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.263315424Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/dea68826-1ead-4a2a-9dfe-21aea3633ff6","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.263351154Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"dea68826-1ead-4a2a-9dfe-21aea3633ff6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/dea68826-1ead-4a2a-9dfe-21aea3633ff6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.319517353Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"region":"dea68826-1ead-4a2a-9dfe-21aea3633ff6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.458392296Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions","method":"POST","req_id":"8b0cdfb5-90e3-4057-89f9-9daf97b02b45","remote_addr":"[fd00:1122:3344:101::a]:44335","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.469605195Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"region":"dea68826-1ead-4a2a-9dfe-21aea3633ff6","component":"worker"} {"msg":"region dea68826-1ead-4a2a-9dfe-21aea3633ff6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.469629246Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.46979551Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-dea68826-1ead-4a2a-9dfe-21aea3633ff6","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.47027027Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dea68826-1ead-4a2a-9dfe-21aea3633ff6","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.474588062Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.488041699Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dea68826-1ead-4a2a-9dfe-21aea3633ff6","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.49323476Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dea68826-1ead-4a2a-9dfe-21aea3633ff6","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.493956455Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.494118649Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.494161989Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.49419951Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.499120085Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.503973129Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:29.783784559Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions","method":"POST","req_id":"81f22b40-064a-44b8-a354-24506e8b89fe","remote_addr":"[fd00:1122:3344:101::a]:44335","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.456780609Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61597"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.456905261Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions/dea68826-1ead-4a2a-9dfe-21aea3633ff6","method":"GET","req_id":"7d4eb3bb-dcdf-409b-aee8-80f7638f15fa","remote_addr":"[fd00:1122:3344:101::a]:61597","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"path is \"/data/regions/dea68826-1ead-4a2a-9dfe-21aea3633ff6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.457167957Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/dea68826-1ead-4a2a-9dfe-21aea3633ff6","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.466951056Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"region dea68826-1ead-4a2a-9dfe-21aea3633ff6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.475456397Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.475620311Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.475670872Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions/dea68826-1ead-4a2a-9dfe-21aea3633ff6","method":"DELETE","req_id":"36bbcf3a-3e06-4a6c-9c59-08a3e853a790","remote_addr":"[fd00:1122:3344:101::a]:61597","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18556,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.475841665Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions/dea68826-1ead-4a2a-9dfe-21aea3633ff6","method":"GET","req_id":"326ebdc3-022d-4f5c-b096-533a8bcc7ccb","remote_addr":"[fd00:1122:3344:101::a]:61597","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-dea68826-1ead-4a2a-9dfe-21aea3633ff6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.476679153Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.481295022Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/dea68826-1ead-4a2a-9dfe-21aea3633ff6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.491323856Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"region":"dea68826-1ead-4a2a-9dfe-21aea3633ff6","component":"worker"} {"msg":"region dea68826-1ead-4a2a-9dfe-21aea3633ff6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.543660963Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:30.602237752Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions/dea68826-1ead-4a2a-9dfe-21aea3633ff6","method":"GET","req_id":"d4b379c8-f6cb-41cd-b275-420265418ee4","remote_addr":"[fd00:1122:3344:101::a]:61597","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.745152589Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36007"} {"msg":"region e4ba53a7-f338-47ac-bc53-7f1df94d58e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.806368095Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.806521399Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions","method":"POST","req_id":"1a7f0004-7f30-4e4c-a3fb-d163417c032e","remote_addr":"[fd00:1122:3344:101::a]:36007","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1046,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.806541199Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.815685424Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.815717425Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e4ba53a7-f338-47ac-bc53-7f1df94d58e7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.862399391Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"region":"e4ba53a7-f338-47ac-bc53-7f1df94d58e7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.937438361Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"region":"e4ba53a7-f338-47ac-bc53-7f1df94d58e7","component":"worker"} {"msg":"region e4ba53a7-f338-47ac-bc53-7f1df94d58e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.937500463Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.937559104Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e4ba53a7-f338-47ac-bc53-7f1df94d58e7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.939009635Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e4ba53a7-f338-47ac-bc53-7f1df94d58e7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.942807996Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.951728796Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e4ba53a7-f338-47ac-bc53-7f1df94d58e7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.955450966Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.955751322Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.955808403Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.955856394Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.955897355Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.959770138Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:31.964700753Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:34:32.000306323Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions","method":"POST","req_id":"0b44b943-9c96-46a2-a245-4fa72c2c54e2","remote_addr":"[fd00:1122:3344:101::a]:36007","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.283705598Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54902"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.283885362Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7","method":"GET","req_id":"8a8a0d27-2459-401a-958c-ba622f3d06d9","remote_addr":"[fd00:1122:3344:101::a]:54902","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"path is \"/data/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.284019285Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.298243209Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"snapshot is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7@a3b29d54-acfd-4978-bda5-b1397605fab9","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.305914882Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7\", \"a3b29d54-acfd-4978-bda5-b1397605fab9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.305961553Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.316189102Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7/snapshots/a3b29d54-acfd-4978-bda5-b1397605fab9","method":"GET","req_id":"ada06652-5064-446f-a89a-df626e5437aa","remote_addr":"[fd00:1122:3344:101::a]:54902","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32220,"response_code":"200"} {"msg":"path is \"/data/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.316335345Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.323575689Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"snapshot is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7@a3b29d54-acfd-4978-bda5-b1397605fab9","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.332146162Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7\", \"a3b29d54-acfd-4978-bda5-b1397605fab9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.332170223Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e4ba53a7-f338-47ac-bc53-7f1df94d58e7-a3b29d54-acfd-4978-bda5-b1397605fab9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.340402078Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"applying SMF actions for region e4ba53a7-f338-47ac-bc53-7f1df94d58e7 running snapshot a3b29d54-acfd-4978-bda5-b1397605fab9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.3409588Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.340985141Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7/snapshots/a3b29d54-acfd-4978-bda5-b1397605fab9/run","method":"POST","req_id":"44271a11-7836-48ed-9b49-561d5cb6eb97","remote_addr":"[fd00:1122:3344:101::a]:54902","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24681,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-e4ba53a7-f338-47ac-bc53-7f1df94d58e7-a3b29d54-acfd-4978-bda5-b1397605fab9","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.348068782Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e4ba53a7-f338-47ac-bc53-7f1df94d58e7-a3b29d54-acfd-4978-bda5-b1397605fab9","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.365834421Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e4ba53a7-f338-47ac-bc53-7f1df94d58e7-a3b29d54-acfd-4978-bda5-b1397605fab9","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.404990886Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e4ba53a7-f338-47ac-bc53-7f1df94d58e7/.zfs/snapshot/a3b29d54-acfd-4978-bda5-b1397605fab9","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.405303723Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.405369194Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.405418715Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.405469987Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.405539878Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.417717158Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.42716979Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"region e4ba53a7-f338-47ac-bc53-7f1df94d58e7 running snapshot a3b29d54-acfd-4978-bda5-b1397605fab9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:52.42718211Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:54.877830871Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38638"} {"msg":"region 2ec09e51-4f39-4d1d-b61c-7f09f8ee861d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:54.877985145Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:54.878327382Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:54.878341132Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions","method":"POST","req_id":"0c5a61e7-3770-4e69-afbe-4a93a908f041","remote_addr":"[fd00:1122:3344:101::a]:38638","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":442,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:54.888317505Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:54.888351016Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2ec09e51-4f39-4d1d-b61c-7f09f8ee861d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/2ec09e51-4f39-4d1d-b61c-7f09f8ee861d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:54.973583974Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"region":"2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.10039914Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"region":"2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","component":"worker"} {"msg":"region 2ec09e51-4f39-4d1d-b61c-7f09f8ee861d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.100460732Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.100563904Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.101665517Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.109326241Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.133068487Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.141429676Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.141737772Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.141802974Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.141853145Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.141900986Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.149948308Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.169182628Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:39:55.202888517Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions","method":"POST","req_id":"152d8019-3989-41c8-8592-3016860ba221","remote_addr":"[fd00:1122:3344:101::a]:38638","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.09212899Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54107"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.092372905Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions/2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","method":"GET","req_id":"7fe5291b-b06e-40dd-a70d-a50c513c571b","remote_addr":"[fd00:1122:3344:101::a]:54107","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"path is \"/data/regions/2ec09e51-4f39-4d1d-b61c-7f09f8ee861d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.093032999Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.104351981Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"region 2ec09e51-4f39-4d1d-b61c-7f09f8ee861d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.113469915Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.11369111Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.113737801Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions/2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","method":"DELETE","req_id":"0cb1ad71-41a9-4633-ac3d-6c1c1a7ad56b","remote_addr":"[fd00:1122:3344:101::a]:54107","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21359,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.113912145Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions/2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","method":"GET","req_id":"80514b7e-cbf7-453d-9b74-6f2cd0c1dab9","remote_addr":"[fd00:1122:3344:101::a]:54107","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-2ec09e51-4f39-4d1d-b61c-7f09f8ee861d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.115506519Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.122960288Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/2ec09e51-4f39-4d1d-b61c-7f09f8ee861d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.132562643Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"region":"2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","component":"worker"} {"msg":"region 2ec09e51-4f39-4d1d-b61c-7f09f8ee861d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.192379229Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-24T19:40:28.199176104Z","hostname":"oxz_crucible_eda708b6-5594-4a00-a9bf-811fa09c623e","pid":22544,"uri":"/crucible/0/regions/2ec09e51-4f39-4d1d-b61c-7f09f8ee861d","method":"GET","req_id":"26426c2f-5f91-44a7-b86b-ed11ab2e7b5b","remote_addr":"[fd00:1122:3344:101::a]:54107","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":48,"response_code":"200"}