[ Oct 10 04:25:16 Enabled. ]
[ Oct 10 04:25:16 Rereading configuration. ]
[ Oct 10 04:25:18 Rereading configuration. ]
[ Oct 10 04:25:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:22.049934285Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:22.051553999Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:22.051564709Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:22.064055032Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:22.396650508Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.109023231Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37903"}
{"msg":"region 6730447f-d856-45f6-802f-11b29cb0c18e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.139464567Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.144849725Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.144869975Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions","method":"POST","req_id":"11938dd4-a511-4744-ab30-24f46bf707c7","remote_addr":"[fd00:1122:3344:101::a]:37903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":12159,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/6730447f-d856-45f6-802f-11b29cb0c18e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.15526107Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/6730447f-d856-45f6-802f-11b29cb0c18e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.155298391Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6730447f-d856-45f6-802f-11b29cb0c18e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6730447f-d856-45f6-802f-11b29cb0c18e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.214599168Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"region":"6730447f-d856-45f6-802f-11b29cb0c18e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6730447f-d856-45f6-802f-11b29cb0c18e\" \"--data\" \"/data/regions/6730447f-d856-45f6-802f-11b29cb0c18e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.218582708Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"region":"6730447f-d856-45f6-802f-11b29cb0c18e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.339229068Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"region":"6730447f-d856-45f6-802f-11b29cb0c18e","component":"worker"}
{"msg":"region 6730447f-d856-45f6-802f-11b29cb0c18e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.33929444Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.339357572Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6730447f-d856-45f6-802f-11b29cb0c18e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.341872161Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6730447f-d856-45f6-802f-11b29cb0c18e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.347182796Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.363945046Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6730447f-d856-45f6-802f-11b29cb0c18e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.367616647Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6730447f-d856-45f6-802f-11b29cb0c18e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.37719258Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.377264622Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.377326293Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.377380565Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.38267908Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.387060221Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:54.521319435Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions","method":"POST","req_id":"165fa3ce-3245-4939-bc84-2d436d98ab40","remote_addr":"[fd00:1122:3344:101::a]:37903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.232074537Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/6730447f-d856-45f6-802f-11b29cb0c18e","method":"GET","req_id":"059a387e-60f6-433d-bea2-40ddedd268bd","remote_addr":"[fd00:1122:3344:101::a]:37903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"path is \"/data/regions/6730447f-d856-45f6-802f-11b29cb0c18e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.234804821Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"dataset is oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/6730447f-d856-45f6-802f-11b29cb0c18e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.245630309Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"region 6730447f-d856-45f6-802f-11b29cb0c18e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.254881052Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.255006706Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.255074488Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/6730447f-d856-45f6-802f-11b29cb0c18e","method":"DELETE","req_id":"4eff8f87-b4be-467e-87cd-cfcef72f389a","remote_addr":"[fd00:1122:3344:101::a]:37903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20299,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-6730447f-d856-45f6-802f-11b29cb0c18e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.256036624Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.258750178Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/6730447f-d856-45f6-802f-11b29cb0c18e","method":"GET","req_id":"1d70be2f-01da-4f4a-822b-8c270a7f311e","remote_addr":"[fd00:1122:3344:101::a]:37903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.261234217Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/6730447f-d856-45f6-802f-11b29cb0c18e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.271026375Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"region":"6730447f-d856-45f6-802f-11b29cb0c18e","component":"worker"}
{"msg":"region 6730447f-d856-45f6-802f-11b29cb0c18e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.335100133Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:55.335538116Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/6730447f-d856-45f6-802f-11b29cb0c18e","method":"GET","req_id":"9a895a8a-1f9d-400c-b25a-97c31efdf192","remote_addr":"[fd00:1122:3344:101::a]:37903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region abc60eeb-0d3f-4100-81ea-0c8b93864beb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:56.976380497Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:56.976529011Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:56.976542361Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions","method":"POST","req_id":"ea897f4e-22a1-4c29-b120-eae258fa45ba","remote_addr":"[fd00:1122:3344:101::a]:37903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":222,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:56.985306182Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:56.985353513Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"abc60eeb-0d3f-4100-81ea-0c8b93864beb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.036076675Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"region":"abc60eeb-0d3f-4100-81ea-0c8b93864beb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"abc60eeb-0d3f-4100-81ea-0c8b93864beb\" \"--data\" \"/data/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.038006958Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"region":"abc60eeb-0d3f-4100-81ea-0c8b93864beb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.134005992Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"region":"abc60eeb-0d3f-4100-81ea-0c8b93864beb","component":"worker"}
{"msg":"region abc60eeb-0d3f-4100-81ea-0c8b93864beb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.134061164Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.134126505Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-abc60eeb-0d3f-4100-81ea-0c8b93864beb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.135506663Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-abc60eeb-0d3f-4100-81ea-0c8b93864beb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.139069301Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.14558995Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-abc60eeb-0d3f-4100-81ea-0c8b93864beb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.151305857Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.151585114Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.151651216Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.151699348Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.151748859Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.154539875Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions","method":"POST","req_id":"6839a64f-b39e-4c1e-86f4-a1d279a7fe2e","remote_addr":"[fd00:1122:3344:101::a]:37903","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.156583942Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:25:57.161140907Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.825458507Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46860"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.825664783Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb","method":"GET","req_id":"ec93926f-4b46-4b20-ae0d-d64de859642e","remote_addr":"[fd00:1122:3344:101::a]:46860","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"path is \"/data/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.829637112Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"dataset is oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.838823264Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"snapshot is oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb@820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.847511393Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb\", \"820f0574-233f-439d-931a-9a53095da01e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.847544764Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.86236963Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb/snapshots/820f0574-233f-439d-931a-9a53095da01e","method":"GET","req_id":"00dfade0-2f3d-4f93-ba98-d228c2a27ab7","remote_addr":"[fd00:1122:3344:101::a]:46860","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":33403,"response_code":"200"}
{"msg":"path is \"/data/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.865754963Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"dataset is oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.87510562Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"snapshot is oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb@820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.883636914Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb\", \"820f0574-233f-439d-931a-9a53095da01e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.883670335Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot abc60eeb-0d3f-4100-81ea-0c8b93864beb-820f0574-233f-439d-931a-9a53095da01e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.89334649Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"applying SMF actions for region abc60eeb-0d3f-4100-81ea-0c8b93864beb running snapshot 820f0574-233f-439d-931a-9a53095da01e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.894307647Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.894326987Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb/snapshots/820f0574-233f-439d-931a-9a53095da01e/run","method":"POST","req_id":"1556a66e-a360-4eca-9ba3-22cf8430b709","remote_addr":"[fd00:1122:3344:101::a]:46860","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28598,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-abc60eeb-0d3f-4100-81ea-0c8b93864beb-820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.903408846Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-abc60eeb-0d3f-4100-81ea-0c8b93864beb-820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.908482836Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-abc60eeb-0d3f-4100-81ea-0c8b93864beb-820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.918540381Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb/.zfs/snapshot/820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.918909152Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.918954423Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.919007304Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.919037645Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.919085247Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.922912432Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.927551849Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"region abc60eeb-0d3f-4100-81ea-0c8b93864beb running snapshot 820f0574-233f-439d-931a-9a53095da01e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:28.927567349Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"path is \"/data/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:29.188310984Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"dataset is oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:29.197534837Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"snapshot is oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb@820f0574-233f-439d-931a-9a53095da01e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:29.206367949Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb\", \"820f0574-233f-439d-931a-9a53095da01e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:29.20639779Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:29.214519183Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/abc60eeb-0d3f-4100-81ea-0c8b93864beb/snapshots/820f0574-233f-439d-931a-9a53095da01e/run","method":"POST","req_id":"02d312b1-b352-4076-9bee-48263b7b1d0a","remote_addr":"[fd00:1122:3344:101::a]:46860","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26248,"response_code":"200"}
{"msg":"region 8da712fa-aab6-48f3-84f3-923e2d00385e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:32.873165979Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:32.873302673Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions","method":"POST","req_id":"dd5663b2-dc35-4b20-81af-84ccc79e9e56","remote_addr":"[fd00:1122:3344:101::a]:46860","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":210,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:32.873330144Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/8da712fa-aab6-48f3-84f3-923e2d00385e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:32.882514506Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/8da712fa-aab6-48f3-84f3-923e2d00385e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:32.882539017Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8da712fa-aab6-48f3-84f3-923e2d00385e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8da712fa-aab6-48f3-84f3-923e2d00385e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:32.937291619Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"region":"8da712fa-aab6-48f3-84f3-923e2d00385e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8da712fa-aab6-48f3-84f3-923e2d00385e\" \"--data\" \"/data/regions/8da712fa-aab6-48f3-84f3-923e2d00385e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:32.93915087Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"region":"8da712fa-aab6-48f3-84f3-923e2d00385e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.004991486Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"region":"8da712fa-aab6-48f3-84f3-923e2d00385e","component":"worker"}
{"msg":"region 8da712fa-aab6-48f3-84f3-923e2d00385e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.005033818Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.005142001Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8da712fa-aab6-48f3-84f3-923e2d00385e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.006342614Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8da712fa-aab6-48f3-84f3-923e2d00385e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.010192249Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.018534638Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8da712fa-aab6-48f3-84f3-923e2d00385e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.022348313Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8da712fa-aab6-48f3-84f3-923e2d00385e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.022555408Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.02260773Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.022648691Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.022687032Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.026113156Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.036565413Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:29:33.228959072Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions","method":"POST","req_id":"daabe4c2-b29a-4bbb-acc1-cf01e1bfc111","remote_addr":"[fd00:1122:3344:101::a]:46860","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.628087445Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/8da712fa-aab6-48f3-84f3-923e2d00385e","method":"GET","req_id":"185abdfc-83d6-48d1-8d37-2826f8fcdccd","remote_addr":"[fd00:1122:3344:101::a]:46860","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"path is \"/data/regions/8da712fa-aab6-48f3-84f3-923e2d00385e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.634968563Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"dataset is oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/8da712fa-aab6-48f3-84f3-923e2d00385e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.649146532Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"region 8da712fa-aab6-48f3-84f3-923e2d00385e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.659536008Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.659767384Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.659846766Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/8da712fa-aab6-48f3-84f3-923e2d00385e","method":"DELETE","req_id":"5815e557-d8fd-4b63-93cc-6f56b1f469b1","remote_addr":"[fd00:1122:3344:101::a]:46860","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24931,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-8da712fa-aab6-48f3-84f3-923e2d00385e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.661592364Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.665541842Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/8da712fa-aab6-48f3-84f3-923e2d00385e","method":"GET","req_id":"5832f0ab-c6a9-4a3b-99d3-f122e0e0e74c","remote_addr":"[fd00:1122:3344:101::a]:46860","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1192,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.683226828Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crucible/regions/8da712fa-aab6-48f3-84f3-923e2d00385e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.696257945Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"region":"8da712fa-aab6-48f3-84f3-923e2d00385e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.739827461Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/8da712fa-aab6-48f3-84f3-923e2d00385e","method":"GET","req_id":"f4a1f6b3-0d89-4ef6-8e88-c3bcd70d9557","remote_addr":"[fd00:1122:3344:101::a]:46860","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":101,"response_code":"200"}
{"msg":"region 8da712fa-aab6-48f3-84f3-923e2d00385e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.784903997Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T04:30:00.912889949Z","hostname":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","pid":22820,"uri":"/crucible/0/regions/8da712fa-aab6-48f3-84f3-923e2d00385e","method":"GET","req_id":"95980e6b-8780-4c64-91f1-b646857acedb","remote_addr":"[fd00:1122:3344:101::a]:46860","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":827,"response_code":"200"}