[ Jul 30 19:37:46 Enabled. ] [ Jul 30 19:37:46 Rereading configuration. ] [ Jul 30 19:37:49 Rereading configuration. ] [ Jul 30 19:37:50 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:50.891000851Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:50.930207951Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:50.930227181Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:50.982639293Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:51.157746403Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.094563723Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54297"} {"msg":"region ddc96415-2ef0-48a6-819b-93452f2834f1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.113284624Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.120256303Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"uri":"/crucible/0/regions","method":"POST","req_id":"9d884562-064f-427d-b653-7482dce10f98","remote_addr":"[fd00:1122:3344:101::a]:54297","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":14902,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.120286634Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crucible/regions/ddc96415-2ef0-48a6-819b-93452f2834f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.133121949Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crucible/regions/ddc96415-2ef0-48a6-819b-93452f2834f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.13316063Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ddc96415-2ef0-48a6-819b-93452f2834f1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ddc96415-2ef0-48a6-819b-93452f2834f1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.188221049Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"region":"ddc96415-2ef0-48a6-819b-93452f2834f1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ddc96415-2ef0-48a6-819b-93452f2834f1\" \"--data\" \"/data/regions/ddc96415-2ef0-48a6-819b-93452f2834f1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.19011789Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"region":"ddc96415-2ef0-48a6-819b-93452f2834f1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.32510489Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"region":"ddc96415-2ef0-48a6-819b-93452f2834f1","component":"worker"} {"msg":"region ddc96415-2ef0-48a6-819b-93452f2834f1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.325166492Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.325248253Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ddc96415-2ef0-48a6-819b-93452f2834f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.325749134Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ddc96415-2ef0-48a6-819b-93452f2834f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.332293864Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.348386879Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ddc96415-2ef0-48a6-819b-93452f2834f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.351969086Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ddc96415-2ef0-48a6-819b-93452f2834f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.352694191Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.357205858Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.357266359Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.3573069Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.364703269Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.371114126Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:51.446455789Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"uri":"/crucible/0/regions","method":"POST","req_id":"ad534bb2-3158-448a-9ad6-04bbb09bba89","remote_addr":"[fd00:1122:3344:101::a]:54297","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:52.323711108Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"uri":"/crucible/0/regions/ddc96415-2ef0-48a6-819b-93452f2834f1","method":"GET","req_id":"996bb583-d2b2-4098-93a8-e1354bc1f86f","remote_addr":"[fd00:1122:3344:101::a]:54297","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":87,"response_code":"200"} {"msg":"path is \"/data/regions/ddc96415-2ef0-48a6-819b-93452f2834f1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:52.326813393Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"dataset is oxp_af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crucible/regions/ddc96415-2ef0-48a6-819b-93452f2834f1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:52.337053102Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"region ddc96415-2ef0-48a6-819b-93452f2834f1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:52.346103276Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:52.346257249Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:52.346332351Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"uri":"/crucible/0/regions/ddc96415-2ef0-48a6-819b-93452f2834f1","method":"DELETE","req_id":"d79c55ee-018d-4558-a33b-eb7cf0dc2243","remote_addr":"[fd00:1122:3344:101::a]:54297","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19563,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-ddc96415-2ef0-48a6-819b-93452f2834f1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:52.347427064Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:52.351022231Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"uri":"/crucible/0/regions/ddc96415-2ef0-48a6-819b-93452f2834f1","method":"GET","req_id":"2428e74c-8d24-46e2-80c0-b3383c83c5fe","remote_addr":"[fd00:1122:3344:101::a]:54297","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":35,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:52.352249267Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crucible/regions/ddc96415-2ef0-48a6-819b-93452f2834f1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:52.362565719Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"region":"ddc96415-2ef0-48a6-819b-93452f2834f1","component":"worker"} {"msg":"region ddc96415-2ef0-48a6-819b-93452f2834f1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:52.41774002Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:52.479996234Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"uri":"/crucible/0/regions/ddc96415-2ef0-48a6-819b-93452f2834f1","method":"GET","req_id":"0de71acf-5a48-4e10-8c6d-1f9403b194a2","remote_addr":"[fd00:1122:3344:101::a]:54297","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":759,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:12.929084364Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35324"} {"msg":"region 10b6b134-115e-4d69-92fd-c2327ce4c0c0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:12.92937413Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:12.932718681Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:12.932735792Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"uri":"/crucible/0/regions","method":"POST","req_id":"523f76f0-4973-4998-a365-fd9a66c4aab8","remote_addr":"[fd00:1122:3344:101::a]:35324","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":3585,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crucible/regions/10b6b134-115e-4d69-92fd-c2327ce4c0c0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:12.943213836Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crucible/regions/10b6b134-115e-4d69-92fd-c2327ce4c0c0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:12.943243397Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"10b6b134-115e-4d69-92fd-c2327ce4c0c0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/10b6b134-115e-4d69-92fd-c2327ce4c0c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.030351992Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"region":"10b6b134-115e-4d69-92fd-c2327ce4c0c0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"10b6b134-115e-4d69-92fd-c2327ce4c0c0\" \"--data\" \"/data/regions/10b6b134-115e-4d69-92fd-c2327ce4c0c0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.032311824Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"region":"10b6b134-115e-4d69-92fd-c2327ce4c0c0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.171225249Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"region":"10b6b134-115e-4d69-92fd-c2327ce4c0c0","component":"worker"} {"msg":"region 10b6b134-115e-4d69-92fd-c2327ce4c0c0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.17126498Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.171394203Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-10b6b134-115e-4d69-92fd-c2327ce4c0c0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.173076989Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-10b6b134-115e-4d69-92fd-c2327ce4c0c0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.183131304Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.206350172Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-10b6b134-115e-4d69-92fd-c2327ce4c0c0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.216971529Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/10b6b134-115e-4d69-92fd-c2327ce4c0c0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.217261115Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.217314227Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.217358477Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.217396428Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.225554183Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.234259099Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:13.262072325Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"uri":"/crucible/0/regions","method":"POST","req_id":"12114ffc-4b17-4219-be90-ba6ba72b3e4e","remote_addr":"[fd00:1122:3344:101::a]:35324","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":829,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:37.745532717Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"uri":"/crucible/0/regions/10b6b134-115e-4d69-92fd-c2327ce4c0c0","method":"GET","req_id":"3db7479b-1871-4148-9ea5-8c26d0d6d9ad","remote_addr":"[fd00:1122:3344:101::a]:35324","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"path is \"/data/regions/10b6b134-115e-4d69-92fd-c2327ce4c0c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:37.748362097Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"dataset is oxp_af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crucible/regions/10b6b134-115e-4d69-92fd-c2327ce4c0c0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:37.757426342Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"region 10b6b134-115e-4d69-92fd-c2327ce4c0c0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:37.764518554Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:37.764693747Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:37.764757009Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"uri":"/crucible/0/regions/10b6b134-115e-4d69-92fd-c2327ce4c0c0","method":"DELETE","req_id":"40471e89-334f-44ac-a081-d525a6587467","remote_addr":"[fd00:1122:3344:101::a]:35324","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16426,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-10b6b134-115e-4d69-92fd-c2327ce4c0c0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:37.766330753Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:37.767654551Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"uri":"/crucible/0/regions/10b6b134-115e-4d69-92fd-c2327ce4c0c0","method":"GET","req_id":"2f55af8e-ed10-469d-8788-8b858e98e34d","remote_addr":"[fd00:1122:3344:101::a]:35324","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:37.771262338Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crucible/regions/10b6b134-115e-4d69-92fd-c2327ce4c0c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:37.780974436Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"region":"10b6b134-115e-4d69-92fd-c2327ce4c0c0","component":"worker"} {"msg":"region 10b6b134-115e-4d69-92fd-c2327ce4c0c0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:37.829620398Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:37.904772557Z","hostname":"oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478","pid":21429,"uri":"/crucible/0/regions/10b6b134-115e-4d69-92fd-c2327ce4c0c0","method":"GET","req_id":"add03086-71fc-47fa-8900-480492edc623","remote_addr":"[fd00:1122:3344:101::a]:35324","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":"200"}