[ Dec 14 12:51:42 Enabled. ] [ Dec 14 12:51:42 Rereading configuration. ] [ Dec 14 12:51:43 Rereading configuration. ] [ Dec 14 12:51:45 Executing start method ("/opt/oxide/lib/svc/manifest/crucible/agent.sh"). ] + . /lib/svc/share/smf_include.sh ++ SMF_EXIT_OK=0 ++ SMF_EXIT_NODAEMON=94 ++ SMF_EXIT_ERR_FATAL=95 ++ SMF_EXIT_ERR_CONFIG=96 ++ SMF_EXIT_MON_DEGRADE=97 ++ SMF_EXIT_MON_OFFLINE=98 ++ SMF_EXIT_ERR_NOSMF=99 ++ SMF_EXIT_ERR_PERM=100 ++ svcprop -c -p config/datalink svc:/oxide/crucible/agent:default + DATALINK=oxControlService21 ++ svcprop -c -p config/gateway svc:/oxide/crucible/agent:default + GATEWAY=fd00:1122:3344:101::1 ++ svcprop -c -p config/dataset svc:/oxide/crucible/agent:default + DATASET=oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible ++ svcprop -c -p config/listen_addr svc:/oxide/crucible/agent:default + LISTEN_ADDR=fd00:1122:3344:101::18 ++ svcprop -c -p config/listen_port svc:/oxide/crucible/agent:default + LISTEN_PORT=32345 ++ svcprop -c -p config/portbase svc:/oxide/crucible/agent:default + PORTBASE=19000 ++ svcprop -c -p config/downstairs_prefix svc:/oxide/crucible/agent:default + DOWNSTAIRS_PREFIX=downstairs ++ svcprop -c -p config/snapshot_prefix svc:/oxide/crucible/agent:default + SNAPSHOT_PREFIX=snapshot + [[ oxControlService21 == unknown ]] + [[ fd00:1122:3344:101::1 == unknown ]] + ipadm delete-if oxControlService21 ipadm: Could not delete oxControlService21: Interface does not exist + true + ipadm create-if -t oxControlService21 + ipadm set-ifprop -t -p mtu=9000 -m ipv4 oxControlService21 + ipadm set-ifprop -t -p mtu=9000 -m ipv6 oxControlService21 + ipadm show-addr oxControlService21/ll ipadm: Address object not found + ipadm create-addr -t -T addrconf oxControlService21/ll + ipadm show-addr oxControlService21/omicron6 ipadm: Address object not found + ipadm create-addr -t -T static -a fd00:1122:3344:101::18 oxControlService21/omicron6 + route get -inet6 default -inet6 fd00:1122:3344:101::1 default: not in table + route add -inet6 default -inet6 fd00:1122:3344:101::1 add net default: gateway fd00:1122:3344:101::1 + args=('-D' '/opt/oxide/crucible/bin/crucible-downstairs' '--dataset' "$DATASET" '-l' "[$LISTEN_ADDR]:$LISTEN_PORT" '-P' "$PORTBASE" '-p' "$DOWNSTAIRS_PREFIX" '-s' "$SNAPSHOT_PREFIX") + exec /opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible -l '[fd00:1122:3344:101::18]:32345' -P 19000 -p downstairs -s snapshot note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:51:46.590729596Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:51:46.595712549Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:51:46.59573507Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:51:46.733004926Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.252322237Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47507"} {"msg":"region 6ea3f129-450c-4dc9-a5b6-520a691c57a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.29795249Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.2984213Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions","method":"POST","req_id":"c70fd21e-9d43-4d0a-9e2e-37141e661cc8","remote_addr":"[fd00:1122:3344:101::a]:47507","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":10747,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.299076826Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/6ea3f129-450c-4dc9-a5b6-520a691c57a6","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.308483318Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/6ea3f129-450c-4dc9-a5b6-520a691c57a6","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.308512039Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6ea3f129-450c-4dc9-a5b6-520a691c57a6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/6ea3f129-450c-4dc9-a5b6-520a691c57a6\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.385350959Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"region":"6ea3f129-450c-4dc9-a5b6-520a691c57a6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.57622139Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions","method":"POST","req_id":"78e4dcd8-23fc-48f5-a4af-901ee096107d","remote_addr":"[fd00:1122:3344:101::a]:47507","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":94,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.660976209Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"region":"6ea3f129-450c-4dc9-a5b6-520a691c57a6","component":"worker"} {"msg":"region 6ea3f129-450c-4dc9-a5b6-520a691c57a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.66100729Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.661312707Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6ea3f129-450c-4dc9-a5b6-520a691c57a6","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.661760097Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6ea3f129-450c-4dc9-a5b6-520a691c57a6","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.668025679Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.68353692Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6ea3f129-450c-4dc9-a5b6-520a691c57a6","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.688967283Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6ea3f129-450c-4dc9-a5b6-520a691c57a6","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.689700519Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.689757711Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.689806102Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.689845573Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.699800678Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:43.715901193Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.075642498Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions","method":"POST","req_id":"7decb0b2-c726-4ab4-97e4-7109e0aff8ba","remote_addr":"[fd00:1122:3344:101::a]:47507","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":712,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.8363289Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59632"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.838631603Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions/6ea3f129-450c-4dc9-a5b6-520a691c57a6","method":"GET","req_id":"4102388a-90ac-4341-9fd0-ba30777fc1c9","remote_addr":"[fd00:1122:3344:101::a]:59632","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2265,"response_code":"200"} {"msg":"path is \"/data/regions/6ea3f129-450c-4dc9-a5b6-520a691c57a6\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.838845788Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/6ea3f129-450c-4dc9-a5b6-520a691c57a6","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.848474995Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"region 6ea3f129-450c-4dc9-a5b6-520a691c57a6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.858297388Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.858558934Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.858662926Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions/6ea3f129-450c-4dc9-a5b6-520a691c57a6","method":"DELETE","req_id":"929b9c2f-cc2b-4946-a963-58a20c6e7063","remote_addr":"[fd00:1122:3344:101::a]:59632","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19856,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.85885113Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions/6ea3f129-450c-4dc9-a5b6-520a691c57a6","method":"GET","req_id":"d8d26195-c7a7-4adf-b95e-4a6f419bd252","remote_addr":"[fd00:1122:3344:101::a]:59632","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-6ea3f129-450c-4dc9-a5b6-520a691c57a6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.859607158Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.866892492Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/6ea3f129-450c-4dc9-a5b6-520a691c57a6\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.877194236Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"region":"6ea3f129-450c-4dc9-a5b6-520a691c57a6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.931984016Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions/6ea3f129-450c-4dc9-a5b6-520a691c57a6","method":"GET","req_id":"0bde7e07-0576-40dd-8fbc-4d5a646cb089","remote_addr":"[fd00:1122:3344:101::a]:59632","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":852,"response_code":"200"} {"msg":"region 6ea3f129-450c-4dc9-a5b6-520a691c57a6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:44.93833011Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:45.08626607Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions/6ea3f129-450c-4dc9-a5b6-520a691c57a6","method":"GET","req_id":"e9a9a223-c18b-4e20-9117-a23c4adc4dc0","remote_addr":"[fd00:1122:3344:101::a]:59632","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.778968944Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52085"} {"msg":"region bcb0bcfe-5b8a-4d19-a127-25f0b1546215 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.809831533Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.810027857Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions","method":"POST","req_id":"fea73c72-4461-4505-bd20-5aea6b27c4df","remote_addr":"[fd00:1122:3344:101::a]:52085","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":250,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.810050348Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.81941675Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.819452311Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bcb0bcfe-5b8a-4d19-a127-25f0b1546215\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.876897381Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"region":"bcb0bcfe-5b8a-4d19-a127-25f0b1546215","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.971754549Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"region":"bcb0bcfe-5b8a-4d19-a127-25f0b1546215","component":"worker"} {"msg":"region bcb0bcfe-5b8a-4d19-a127-25f0b1546215 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.97180118Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.971925763Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bcb0bcfe-5b8a-4d19-a127-25f0b1546215","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.973486778Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bcb0bcfe-5b8a-4d19-a127-25f0b1546215","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.979852322Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.990394161Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bcb0bcfe-5b8a-4d19-a127-25f0b1546215","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.996325725Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.996602082Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.996657173Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.996711504Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:46.996776935Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:47.001100733Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:47.004634313Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions","method":"POST","req_id":"8b68b1a1-2125-4029-aa8f-4d954c8c26f7","remote_addr":"[fd00:1122:3344:101::a]:52085","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":818,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:52:47.007976399Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.478122914Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60445"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.478270747Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215","method":"GET","req_id":"aab688d5-5716-42dd-9f84-acb8ee0047be","remote_addr":"[fd00:1122:3344:101::a]:60445","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":91,"response_code":"200"} {"msg":"path is \"/data/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.478462362Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.488331855Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"snapshot is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215@41b140a0-e79e-4028-988c-ae24d62d8118","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.497992164Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215\", \"41b140a0-e79e-4028-988c-ae24d62d8118\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.498035905Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.513085025Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215/snapshots/41b140a0-e79e-4028-988c-ae24d62d8118","method":"GET","req_id":"2a219db4-86e1-4d2e-8455-a5d2c11068ac","remote_addr":"[fd00:1122:3344:101::a]:60445","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":34659,"response_code":"200"} {"msg":"path is \"/data/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.513257789Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.522227792Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"snapshot is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215@41b140a0-e79e-4028-988c-ae24d62d8118","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.530835558Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215\", \"41b140a0-e79e-4028-988c-ae24d62d8118\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.530865138Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot bcb0bcfe-5b8a-4d19-a127-25f0b1546215-41b140a0-e79e-4028-988c-ae24d62d8118 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.540505646Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"applying SMF actions for region bcb0bcfe-5b8a-4d19-a127-25f0b1546215 running snapshot 41b140a0-e79e-4028-988c-ae24d62d8118 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.541076269Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.54112251Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215/snapshots/41b140a0-e79e-4028-988c-ae24d62d8118/run","method":"POST","req_id":"e59508f3-afc9-47f6-b8d4-817041ef2c5f","remote_addr":"[fd00:1122:3344:101::a]:60445","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27898,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-bcb0bcfe-5b8a-4d19-a127-25f0b1546215-41b140a0-e79e-4028-988c-ae24d62d8118","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.552107629Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-bcb0bcfe-5b8a-4d19-a127-25f0b1546215-41b140a0-e79e-4028-988c-ae24d62d8118","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.555607618Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-bcb0bcfe-5b8a-4d19-a127-25f0b1546215-41b140a0-e79e-4028-988c-ae24d62d8118","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.568388518Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bcb0bcfe-5b8a-4d19-a127-25f0b1546215/.zfs/snapshot/41b140a0-e79e-4028-988c-ae24d62d8118","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.568739636Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.568802377Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.568864679Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.568913909Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.568971691Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.572632304Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.577264959Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"region bcb0bcfe-5b8a-4d19-a127-25f0b1546215 running snapshot 41b140a0-e79e-4028-988c-ae24d62d8118 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:08.577280789Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.40804915Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51241"} {"msg":"region 7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.438284805Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.438593612Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.438605872Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions","method":"POST","req_id":"66b0c3ca-c005-4814-9c12-c684f0b6326c","remote_addr":"[fd00:1122:3344:101::a]:51241","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":394,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.448876054Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.448944166Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.515433281Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"region":"7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.609776147Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"region":"7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","component":"worker"} {"msg":"region 7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.609839809Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.609940521Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.611125268Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.617185905Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.623972798Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.627461337Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.627714743Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.627783145Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.627828366Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.627871307Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.631777255Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.642689422Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:11.694513296Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions","method":"POST","req_id":"0e475805-637a-4bda-a2a3-54d3aac9c41e","remote_addr":"[fd00:1122:3344:101::a]:51241","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.732313139Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54553"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.732964544Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions/7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","method":"GET","req_id":"f51ec825-0358-4933-8d45-f0358215919e","remote_addr":"[fd00:1122:3344:101::a]:54553","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":620,"response_code":"200"} {"msg":"path is \"/data/regions/7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.733110757Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.746162803Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"region 7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.754755087Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.754984883Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.755033814Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions/7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","method":"DELETE","req_id":"606c593f-9cd2-4bfd-8f58-827284967753","remote_addr":"[fd00:1122:3344:101::a]:54553","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21945,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.755209658Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions/7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","method":"GET","req_id":"aef50864-a801-4ecf-8c77-88aa7b646f33","remote_addr":"[fd00:1122:3344:101::a]:54553","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.756786503Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.763642419Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.772319705Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"region":"7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","component":"worker"} {"msg":"region 7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.813053587Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-14T12:58:42.837491251Z","hostname":"oxz_crucible_db12a739-efd3-4194-9fcf-6da16bb3ace2","pid":21576,"uri":"/crucible/0/regions/7ae6a249-06d6-4021-a2e3-1c7e6cb7e1e4","method":"GET","req_id":"29fc21b8-93c8-498e-8ef5-c074d0bb4e11","remote_addr":"[fd00:1122:3344:101::a]:54553","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":"200"}