[ Sep 24 04:33:00 Enabled. ] [ Sep 24 04:33:00 Rereading configuration. ] [ Sep 24 04:33:01 Rereading configuration. ] [ Sep 24 04:33:02 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:03.015365136Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:03.022819184Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:03.022839715Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:03.048705044Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:03.178715185Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.539732091Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45815"} {"msg":"region 2d35064c-9e30-4a04-8795-0277a5eeab86 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.569767669Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.575683764Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions","method":"POST","req_id":"cd5d1c5c-dfea-4825-8ab9-d934745ed01d","remote_addr":"[fd00:1122:3344:101::c]:45815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22401,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.575709935Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/2d35064c-9e30-4a04-8795-0277a5eeab86","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.590358586Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/2d35064c-9e30-4a04-8795-0277a5eeab86","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.590432288Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2d35064c-9e30-4a04-8795-0277a5eeab86\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2d35064c-9e30-4a04-8795-0277a5eeab86\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.684346832Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"region":"2d35064c-9e30-4a04-8795-0277a5eeab86","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2d35064c-9e30-4a04-8795-0277a5eeab86\" \"--data\" \"/data/regions/2d35064c-9e30-4a04-8795-0277a5eeab86\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.68848066Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"region":"2d35064c-9e30-4a04-8795-0277a5eeab86","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.72473501Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions","method":"POST","req_id":"8636ac92-6ac1-4f29-9b93-3dda1917a362","remote_addr":"[fd00:1122:3344:101::c]:45815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":931,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.825260345Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"region":"2d35064c-9e30-4a04-8795-0277a5eeab86","component":"worker"} {"msg":"region 2d35064c-9e30-4a04-8795-0277a5eeab86 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.825326687Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.825536481Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2d35064c-9e30-4a04-8795-0277a5eeab86","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.827894111Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2d35064c-9e30-4a04-8795-0277a5eeab86","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.832492989Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.850725926Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2d35064c-9e30-4a04-8795-0277a5eeab86","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.854396684Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2d35064c-9e30-4a04-8795-0277a5eeab86","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.863971418Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.866134613Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.866204475Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.866250856Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.87067976Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:34.878232701Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.312909672Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions","method":"POST","req_id":"4ba59573-e387-4cad-ae4a-10e69272853f","remote_addr":"[fd00:1122:3344:101::c]:45815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.75208465Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions/2d35064c-9e30-4a04-8795-0277a5eeab86","method":"GET","req_id":"efd87a68-6719-4265-aa59-b444ab5a424d","remote_addr":"[fd00:1122:3344:101::c]:45815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/2d35064c-9e30-4a04-8795-0277a5eeab86\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.755260188Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"dataset is oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/2d35064c-9e30-4a04-8795-0277a5eeab86","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.766567548Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"region 2d35064c-9e30-4a04-8795-0277a5eeab86 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.777341497Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.777534191Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.777602752Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions/2d35064c-9e30-4a04-8795-0277a5eeab86","method":"DELETE","req_id":"9538fe71-b4ec-4145-8a73-f57805257a91","remote_addr":"[fd00:1122:3344:101::c]:45815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22383,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-2d35064c-9e30-4a04-8795-0277a5eeab86 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.778759397Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.782864554Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions/2d35064c-9e30-4a04-8795-0277a5eeab86","method":"GET","req_id":"4c6b9fdd-d73e-4dcd-bf48-c40eff9b6769","remote_addr":"[fd00:1122:3344:101::c]:45815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":644,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.784258504Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/2d35064c-9e30-4a04-8795-0277a5eeab86\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.795460502Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"region":"2d35064c-9e30-4a04-8795-0277a5eeab86","component":"worker"} {"msg":"region 2d35064c-9e30-4a04-8795-0277a5eeab86 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.873434327Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:33:35.933712118Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions/2d35064c-9e30-4a04-8795-0277a5eeab86","method":"GET","req_id":"a5210ad7-0e84-4bb2-a4d9-950cc32b68c1","remote_addr":"[fd00:1122:3344:101::c]:45815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.792018561Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63267"} {"msg":"region 4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.792946171Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.793129865Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.793137725Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions","method":"POST","req_id":"98e81fb4-6c62-49f9-bb24-6ff4362e1808","remote_addr":"[fd00:1122:3344:101::a]:63267","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1044,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.803125987Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.803150328Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.861899926Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"region":"4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035\" \"--data\" \"/data/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.861948907Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"region":"4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.933032536Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"region":"4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","component":"worker"} {"msg":"region 4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.933072597Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.933153619Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.934534468Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.938513613Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.949380464Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.953139673Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.953433419Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.953496971Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.953538452Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.953580033Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.957143528Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.962181035Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:34:29.975542579Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions","method":"POST","req_id":"8c2a1414-c4c2-4992-87ce-81048ea01c00","remote_addr":"[fd00:1122:3344:101::a]:63267","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.516091474Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42630"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.516243318Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","method":"GET","req_id":"ae56d4ea-1933-46c0-bb59-8b603a246d2f","remote_addr":"[fd00:1122:3344:101::a]:42630","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"path is \"/data/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.518328432Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"dataset is oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.528909747Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"snapshot is oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035@ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.538523691Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035\", \"ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.538563752Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.5502299Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035/snapshots/ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","method":"GET","req_id":"e05a6fee-998e-414e-9d5f-161696ef0601","remote_addr":"[fd00:1122:3344:101::a]:42630","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31955,"response_code":"200"} {"msg":"path is \"/data/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.555859899Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"dataset is oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.563747927Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"snapshot is oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035@ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.57140894Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035\", \"ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.57144094Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035-ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.581134656Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"applying SMF actions for region 4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035 running snapshot ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.581718399Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.581766109Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035/snapshots/ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8/run","method":"POST","req_id":"6ca031b1-3823-48d8-98dd-e91b949789a4","remote_addr":"[fd00:1122:3344:101::a]:42630","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26503,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035-ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.590198539Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035-ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.597109125Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035-ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.607771932Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035/.zfs/snapshot/ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.608060438Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.608120249Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.60816569Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.608209681Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.608267172Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.612450501Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.617020848Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"region 4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035 running snapshot ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.617031669Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"path is \"/data/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.753702681Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"dataset is oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.762332384Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"snapshot is oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035@ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.769772453Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035\", \"ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.769800823Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:39:59.778022758Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions/4a76a218-eb3e-48f3-bf8f-3b8f2d3a6035/snapshots/ce7eb4d5-40e4-4cef-8eb5-d87306d75bc8/run","method":"POST","req_id":"09225c50-bc74-4b27-a8e8-2fc46e58e322","remote_addr":"[fd00:1122:3344:101::a]:42630","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24351,"response_code":"200"} {"msg":"region bbb9b41d-125d-4b5b-9c98-7034924fc92b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.505325652Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.505498216Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions","method":"POST","req_id":"c590e16b-d6dd-4e20-a83e-1a0d3b224b54","remote_addr":"[fd00:1122:3344:101::a]:42630","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":818,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.505527686Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/bbb9b41d-125d-4b5b-9c98-7034924fc92b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.515532179Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/bbb9b41d-125d-4b5b-9c98-7034924fc92b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.51556775Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bbb9b41d-125d-4b5b-9c98-7034924fc92b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bbb9b41d-125d-4b5b-9c98-7034924fc92b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.579889676Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"region":"bbb9b41d-125d-4b5b-9c98-7034924fc92b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bbb9b41d-125d-4b5b-9c98-7034924fc92b\" \"--data\" \"/data/regions/bbb9b41d-125d-4b5b-9c98-7034924fc92b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.579960857Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"region":"bbb9b41d-125d-4b5b-9c98-7034924fc92b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.690772801Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"region":"bbb9b41d-125d-4b5b-9c98-7034924fc92b","component":"worker"} {"msg":"region bbb9b41d-125d-4b5b-9c98-7034924fc92b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.690827912Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.690919874Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bbb9b41d-125d-4b5b-9c98-7034924fc92b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.692725522Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bbb9b41d-125d-4b5b-9c98-7034924fc92b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.695402279Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.701983939Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bbb9b41d-125d-4b5b-9c98-7034924fc92b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.705671917Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bbb9b41d-125d-4b5b-9c98-7034924fc92b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.705940493Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.706007864Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.706057155Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.706101626Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.710399408Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.716697221Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:03.825422611Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions","method":"POST","req_id":"1ddf2cb3-702f-4e66-9399-e7eb6e5bde44","remote_addr":"[fd00:1122:3344:101::a]:42630","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.685784774Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions/bbb9b41d-125d-4b5b-9c98-7034924fc92b","method":"GET","req_id":"8700f00f-edbd-4e9c-a35f-781320809061","remote_addr":"[fd00:1122:3344:101::a]:42630","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/bbb9b41d-125d-4b5b-9c98-7034924fc92b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.691204379Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"dataset is oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/bbb9b41d-125d-4b5b-9c98-7034924fc92b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.703995291Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"region bbb9b41d-125d-4b5b-9c98-7034924fc92b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.714837811Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.715018645Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.715070476Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions/bbb9b41d-125d-4b5b-9c98-7034924fc92b","method":"DELETE","req_id":"ee46005e-e954-4b37-bc31-b14e1a9a7f08","remote_addr":"[fd00:1122:3344:101::a]:42630","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23892,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-bbb9b41d-125d-4b5b-9c98-7034924fc92b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.716802823Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.717873516Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions/bbb9b41d-125d-4b5b-9c98-7034924fc92b","method":"GET","req_id":"5c657a88-b561-4422-a213-d7e108ef5368","remote_addr":"[fd00:1122:3344:101::a]:42630","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.724516007Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crucible/regions/bbb9b41d-125d-4b5b-9c98-7034924fc92b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.73549507Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"region":"bbb9b41d-125d-4b5b-9c98-7034924fc92b","component":"worker"} {"msg":"region bbb9b41d-125d-4b5b-9c98-7034924fc92b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.788932435Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-24T04:40:35.847768695Z","hostname":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","pid":21989,"uri":"/crucible/0/regions/bbb9b41d-125d-4b5b-9c98-7034924fc92b","method":"GET","req_id":"ea397785-f643-4cb8-a19e-0b23abde4f55","remote_addr":"[fd00:1122:3344:101::a]:42630","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":"200"}