{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.175865674Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35103"} {"msg":"region aee0981a-9a3c-43e9-a692-983134a547e0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.175913426Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.176639084Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"uri":"/crucible/0/regions","method":"POST","req_id":"01885537-a88d-4df3-8781-2cfe2c4c93d2","remote_addr":"[fd00:1122:3344:101::a]:35103","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":753,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.176653304Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_8282bfbd-dfe8-4aa5-874c-b31c1b586678/crucible/regions/aee0981a-9a3c-43e9-a692-983134a547e0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.186298444Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8282bfbd-dfe8-4aa5-874c-b31c1b586678/crucible/regions/aee0981a-9a3c-43e9-a692-983134a547e0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.186325015Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"aee0981a-9a3c-43e9-a692-983134a547e0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aee0981a-9a3c-43e9-a692-983134a547e0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.241259572Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"region":"aee0981a-9a3c-43e9-a692-983134a547e0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aee0981a-9a3c-43e9-a692-983134a547e0\" \"--data\" \"/data/regions/aee0981a-9a3c-43e9-a692-983134a547e0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.241314714Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"region":"aee0981a-9a3c-43e9-a692-983134a547e0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.310697491Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"region":"aee0981a-9a3c-43e9-a692-983134a547e0","component":"worker"} {"msg":"region aee0981a-9a3c-43e9-a692-983134a547e0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.310745612Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.310841644Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-aee0981a-9a3c-43e9-a692-983134a547e0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.31790988Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aee0981a-9a3c-43e9-a692-983134a547e0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.323886539Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.331887108Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aee0981a-9a3c-43e9-a692-983134a547e0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.33477802Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aee0981a-9a3c-43e9-a692-983134a547e0","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.335113258Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.33516637Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.335213801Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.335254082Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.338961274Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.343245691Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:54.38741811Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"uri":"/crucible/0/regions","method":"POST","req_id":"f29de0c2-b94b-4d46-a32a-930636ab1120","remote_addr":"[fd00:1122:3344:101::a]:35103","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.287149495Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55296"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.287211867Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"uri":"/crucible/0/regions/4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5","method":"GET","req_id":"a8d641ae-4c44-47dc-bb4a-9f4ad6368cf9","remote_addr":"[fd00:1122:3344:101::a]:55296","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":39,"response_code":"200"} {"msg":"path is \"/data/regions/4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.29017465Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"dataset is oxp_8282bfbd-dfe8-4aa5-874c-b31c1b586678/crucible/regions/4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.299295037Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"snapshot is oxp_8282bfbd-dfe8-4aa5-874c-b31c1b586678/crucible/regions/4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5@5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.308456416Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8282bfbd-dfe8-4aa5-874c-b31c1b586678/crucible/regions/4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5\", \"5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.308484846Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.321688695Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"uri":"/crucible/0/regions/4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5/snapshots/5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","method":"GET","req_id":"35fdd59d-a954-4105-a3c9-7a34ae0aa2fb","remote_addr":"[fd00:1122:3344:101::a]:55296","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":34306,"response_code":"200"} {"msg":"path is \"/data/regions/4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.321852769Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"dataset is oxp_8282bfbd-dfe8-4aa5-874c-b31c1b586678/crucible/regions/4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.331076839Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"snapshot is oxp_8282bfbd-dfe8-4aa5-874c-b31c1b586678/crucible/regions/4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5@5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.339892598Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8282bfbd-dfe8-4aa5-874c-b31c1b586678/crucible/regions/4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5\", \"5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.339930909Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5-5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.348943553Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"applying SMF actions for region 4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5 running snapshot 5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.349124528Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.349150049Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"uri":"/crucible/0/regions/4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5/snapshots/5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f/run","method":"POST","req_id":"fdf84410-e03d-464a-bed0-bf16d3d925b9","remote_addr":"[fd00:1122:3344:101::a]:55296","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27324,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5-5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.351929018Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5-5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.35483002Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5-5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.363585728Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5/.zfs/snapshot/5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.363881165Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.363938917Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.363990458Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.364032929Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.36408689Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.367554937Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.371864084Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"region 4c15a5c9-cd2d-4ac7-823a-fb3eec3ed8e5 running snapshot 5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.371873394Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"region c7716c04-0805-49a8-9e0c-d3468aeca450 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.235777989Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.235936853Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"uri":"/crucible/0/regions","method":"POST","req_id":"c1d606eb-922e-4b57-a8f9-fcb6e08763c3","remote_addr":"[fd00:1122:3344:101::a]:35103","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":236,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.235955904Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_8282bfbd-dfe8-4aa5-874c-b31c1b586678/crucible/regions/c7716c04-0805-49a8-9e0c-d3468aeca450","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.246883546Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8282bfbd-dfe8-4aa5-874c-b31c1b586678/crucible/regions/c7716c04-0805-49a8-9e0c-d3468aeca450","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.246911917Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c7716c04-0805-49a8-9e0c-d3468aeca450\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c7716c04-0805-49a8-9e0c-d3468aeca450\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.310264854Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"region":"c7716c04-0805-49a8-9e0c-d3468aeca450","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c7716c04-0805-49a8-9e0c-d3468aeca450\" \"--data\" \"/data/regions/c7716c04-0805-49a8-9e0c-d3468aeca450\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.312211382Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"region":"c7716c04-0805-49a8-9e0c-d3468aeca450","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.376087342Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"region":"c7716c04-0805-49a8-9e0c-d3468aeca450","component":"worker"} {"msg":"region c7716c04-0805-49a8-9e0c-d3468aeca450 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.376121413Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.376246106Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c7716c04-0805-49a8-9e0c-d3468aeca450","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.378783109Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c7716c04-0805-49a8-9e0c-d3468aeca450","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.381986519Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.389591258Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c7716c04-0805-49a8-9e0c-d3468aeca450","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.392983273Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c7716c04-0805-49a8-9e0c-d3468aeca450","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.393230369Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.39329326Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.393335921Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.393376912Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.39849752Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.40374465Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.443826868Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"uri":"/crucible/0/regions","method":"POST","req_id":"8a16e18b-df15-4b93-b254-c875f4033029","remote_addr":"[fd00:1122:3344:101::a]:35103","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.043382813Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"uri":"/crucible/0/regions/c7716c04-0805-49a8-9e0c-d3468aeca450","method":"GET","req_id":"0085c856-51c7-4614-91f1-5159dee5d143","remote_addr":"[fd00:1122:3344:101::a]:35103","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"path is \"/data/regions/c7716c04-0805-49a8-9e0c-d3468aeca450\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.046946232Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"dataset is oxp_8282bfbd-dfe8-4aa5-874c-b31c1b586678/crucible/regions/c7716c04-0805-49a8-9e0c-d3468aeca450","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.05651402Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"region c7716c04-0805-49a8-9e0c-d3468aeca450 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.064022117Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.064197661Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.064252283Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"uri":"/crucible/0/regions/c7716c04-0805-49a8-9e0c-d3468aeca450","method":"DELETE","req_id":"fb957538-f48f-494f-ad26-aecc88a105e0","remote_addr":"[fd00:1122:3344:101::a]:35103","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17353,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-c7716c04-0805-49a8-9e0c-d3468aeca450 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.065910874Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.067111194Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"uri":"/crucible/0/regions/c7716c04-0805-49a8-9e0c-d3468aeca450","method":"GET","req_id":"38573277-fbf7-4876-995e-a0275c144fe1","remote_addr":"[fd00:1122:3344:101::a]:35103","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.072023706Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8282bfbd-dfe8-4aa5-874c-b31c1b586678/crucible/regions/c7716c04-0805-49a8-9e0c-d3468aeca450\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.080796905Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"region":"c7716c04-0805-49a8-9e0c-d3468aeca450","component":"worker"} {"msg":"region c7716c04-0805-49a8-9e0c-d3468aeca450 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.129682381Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.164442326Z","hostname":"oxz_crucible_c42fa92d-791a-457e-8145-d203ee20f91f","pid":22076,"uri":"/crucible/0/regions/c7716c04-0805-49a8-9e0c-d3468aeca450","method":"GET","req_id":"816cdeec-d4c8-4451-aa13-e90f5cf3796a","remote_addr":"[fd00:1122:3344:101::a]:35103","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":"200"}