[ May 16 00:46:54 Enabled. ] [ May 16 00:46:54 Rereading configuration. ] [ May 16 00:46:56 Rereading configuration. ] [ May 16 00:46:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:46:59.504876248Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:46:59.506051886Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:46:59.506067097Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:46:59.52314148Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:46:59.679510208Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:44.989195837Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:46214"} {"msg":"region cd5e2544-9d95-4aab-a707-42c3d48c64b7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.016560704Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.0231214Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions","method":"POST","req_id":"cec8c74a-3169-4de4-a924-70d3504feb22","remote_addr":"[fd00:1122:3344:101::c]:46214","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17489,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.023164281Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/cd5e2544-9d95-4aab-a707-42c3d48c64b7","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.033469014Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/cd5e2544-9d95-4aab-a707-42c3d48c64b7","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.033503695Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cd5e2544-9d95-4aab-a707-42c3d48c64b7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cd5e2544-9d95-4aab-a707-42c3d48c64b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.106734367Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"region":"cd5e2544-9d95-4aab-a707-42c3d48c64b7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cd5e2544-9d95-4aab-a707-42c3d48c64b7\" \"--data\" \"/data/regions/cd5e2544-9d95-4aab-a707-42c3d48c64b7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.108749584Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"region":"cd5e2544-9d95-4aab-a707-42c3d48c64b7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.16227448Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions","method":"POST","req_id":"d5f2ae57-27f2-410b-bb1c-962614cbb80a","remote_addr":"[fd00:1122:3344:101::c]:46214","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.333780096Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"region":"cd5e2544-9d95-4aab-a707-42c3d48c64b7","component":"worker"} {"msg":"region cd5e2544-9d95-4aab-a707-42c3d48c64b7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.333822017Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.333934939Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cd5e2544-9d95-4aab-a707-42c3d48c64b7","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.334409381Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cd5e2544-9d95-4aab-a707-42c3d48c64b7","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.347995382Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.376548957Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cd5e2544-9d95-4aab-a707-42c3d48c64b7","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.385258143Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cd5e2544-9d95-4aab-a707-42c3d48c64b7","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.385998621Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.388551621Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.388600742Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.388639433Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.398875625Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.409785543Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.651220702Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions","method":"POST","req_id":"e43b7dc4-bded-4f9c-b993-3f277a5eb07b","remote_addr":"[fd00:1122:3344:101::c]:46214","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.515037399Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:46030"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.51511226Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions/cd5e2544-9d95-4aab-a707-42c3d48c64b7","method":"GET","req_id":"7b2fc8e7-41d6-4b81-a326-b44d92f72299","remote_addr":"[fd00:1122:3344:101::c]:46030","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/cd5e2544-9d95-4aab-a707-42c3d48c64b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.515289585Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"dataset is oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/cd5e2544-9d95-4aab-a707-42c3d48c64b7","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.524622405Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"region cd5e2544-9d95-4aab-a707-42c3d48c64b7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.533851164Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.533991717Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.535902662Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions/cd5e2544-9d95-4aab-a707-42c3d48c64b7","method":"DELETE","req_id":"f1565386-9961-4825-8a18-1a0d0d08d851","remote_addr":"[fd00:1122:3344:101::c]:46030","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20651,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.536057686Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions/cd5e2544-9d95-4aab-a707-42c3d48c64b7","method":"GET","req_id":"78b2a3ad-fca9-4e30-8b8d-a881749b7d80","remote_addr":"[fd00:1122:3344:101::c]:46030","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-cd5e2544-9d95-4aab-a707-42c3d48c64b7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.536966257Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.542291533Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/cd5e2544-9d95-4aab-a707-42c3d48c64b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.552597867Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"region":"cd5e2544-9d95-4aab-a707-42c3d48c64b7","component":"worker"} {"msg":"region cd5e2544-9d95-4aab-a707-42c3d48c64b7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.618380763Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.621131068Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions/cd5e2544-9d95-4aab-a707-42c3d48c64b7","method":"GET","req_id":"4faa98e0-5d92-4aaf-a5bd-2548d94d0cf5","remote_addr":"[fd00:1122:3344:101::c]:46030","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":792,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.550165422Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38022"} {"msg":"region 961f89c7-c874-4696-9d05-36c83d18c2e9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.609856523Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.612209679Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions","method":"POST","req_id":"ee4a32d4-b67d-4ef7-a119-7c7bb322f096","remote_addr":"[fd00:1122:3344:101::a]:38022","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2403,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.61223482Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/961f89c7-c874-4696-9d05-36c83d18c2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.620199268Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/961f89c7-c874-4696-9d05-36c83d18c2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.620234239Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"961f89c7-c874-4696-9d05-36c83d18c2e9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/961f89c7-c874-4696-9d05-36c83d18c2e9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.669243978Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"region":"961f89c7-c874-4696-9d05-36c83d18c2e9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"961f89c7-c874-4696-9d05-36c83d18c2e9\" \"--data\" \"/data/regions/961f89c7-c874-4696-9d05-36c83d18c2e9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.671060761Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"region":"961f89c7-c874-4696-9d05-36c83d18c2e9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.733167969Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"region":"961f89c7-c874-4696-9d05-36c83d18c2e9","component":"worker"} {"msg":"region 961f89c7-c874-4696-9d05-36c83d18c2e9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.73321613Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.733334063Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-961f89c7-c874-4696-9d05-36c83d18c2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.734985862Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-961f89c7-c874-4696-9d05-36c83d18c2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.737883141Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.744932247Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-961f89c7-c874-4696-9d05-36c83d18c2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.747913598Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/961f89c7-c874-4696-9d05-36c83d18c2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.748225865Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.748278697Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.748319988Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.748358119Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.752481816Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.756673755Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:48:10.846885788Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions","method":"POST","req_id":"6f2e6929-adfe-4a9b-91a5-0d711d77e6df","remote_addr":"[fd00:1122:3344:101::a]:38022","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.831833899Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51425"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.831980213Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions/961f89c7-c874-4696-9d05-36c83d18c2e9","method":"GET","req_id":"a6a0899a-86f2-4e42-a539-ba3ddbf9c90a","remote_addr":"[fd00:1122:3344:101::a]:51425","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"path is \"/data/regions/961f89c7-c874-4696-9d05-36c83d18c2e9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.832624268Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"dataset is oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/961f89c7-c874-4696-9d05-36c83d18c2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.841739723Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"snapshot is oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/961f89c7-c874-4696-9d05-36c83d18c2e9@9e9e1e1b-b50c-4f8a-b681-20be5ddba347","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.849962718Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/961f89c7-c874-4696-9d05-36c83d18c2e9\", \"9e9e1e1b-b50c-4f8a-b681-20be5ddba347\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.849993748Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.875285977Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions/961f89c7-c874-4696-9d05-36c83d18c2e9/snapshots/9e9e1e1b-b50c-4f8a-b681-20be5ddba347","method":"GET","req_id":"01fb8729-5dba-4065-86bf-45da9cd0f59d","remote_addr":"[fd00:1122:3344:101::a]:51425","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":43207,"response_code":"200"} {"msg":"path is \"/data/regions/961f89c7-c874-4696-9d05-36c83d18c2e9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.875463691Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"dataset is oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/961f89c7-c874-4696-9d05-36c83d18c2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.883279856Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"snapshot is oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/961f89c7-c874-4696-9d05-36c83d18c2e9@9e9e1e1b-b50c-4f8a-b681-20be5ddba347","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.891629213Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/961f89c7-c874-4696-9d05-36c83d18c2e9\", \"9e9e1e1b-b50c-4f8a-b681-20be5ddba347\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.891680844Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 961f89c7-c874-4696-9d05-36c83d18c2e9-9e9e1e1b-b50c-4f8a-b681-20be5ddba347 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.899582231Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"applying SMF actions for region 961f89c7-c874-4696-9d05-36c83d18c2e9 running snapshot 9e9e1e1b-b50c-4f8a-b681-20be5ddba347 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.900236477Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.900277237Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions/961f89c7-c874-4696-9d05-36c83d18c2e9/snapshots/9e9e1e1b-b50c-4f8a-b681-20be5ddba347/run","method":"POST","req_id":"d4b84a28-e931-4a87-aaee-20ab0717f2b3","remote_addr":"[fd00:1122:3344:101::a]:51425","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24841,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-961f89c7-c874-4696-9d05-36c83d18c2e9-9e9e1e1b-b50c-4f8a-b681-20be5ddba347","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.917168617Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-961f89c7-c874-4696-9d05-36c83d18c2e9-9e9e1e1b-b50c-4f8a-b681-20be5ddba347","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:40.955270478Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-961f89c7-c874-4696-9d05-36c83d18c2e9-9e9e1e1b-b50c-4f8a-b681-20be5ddba347","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:41.035385223Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/961f89c7-c874-4696-9d05-36c83d18c2e9/.zfs/snapshot/9e9e1e1b-b50c-4f8a-b681-20be5ddba347","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:41.035665109Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:41.03572062Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:41.035760301Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:41.035801793Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:41.035850974Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:41.097027Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:41.11817297Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"region 961f89c7-c874-4696-9d05-36c83d18c2e9 running snapshot 9e9e1e1b-b50c-4f8a-b681-20be5ddba347 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:41.118199421Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.811354244Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51522"} {"msg":"region 398faa25-17f7-43b0-9933-988c58d8aec5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.840926544Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.841079487Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions","method":"POST","req_id":"97c07815-8985-4f83-8974-e063f6fcb4af","remote_addr":"[fd00:1122:3344:101::a]:51522","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":201,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.841106618Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/398faa25-17f7-43b0-9933-988c58d8aec5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.849739002Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/398faa25-17f7-43b0-9933-988c58d8aec5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.849760952Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"398faa25-17f7-43b0-9933-988c58d8aec5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/398faa25-17f7-43b0-9933-988c58d8aec5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.956806844Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"region":"398faa25-17f7-43b0-9933-988c58d8aec5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"398faa25-17f7-43b0-9933-988c58d8aec5\" \"--data\" \"/data/regions/398faa25-17f7-43b0-9933-988c58d8aec5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.956860985Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"region":"398faa25-17f7-43b0-9933-988c58d8aec5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.03233988Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions","method":"POST","req_id":"8e90da5b-4755-4d53-85d6-09eddfea4d4c","remote_addr":"[fd00:1122:3344:101::a]:51522","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":893,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.163709377Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"region":"398faa25-17f7-43b0-9933-988c58d8aec5","component":"worker"} {"msg":"region 398faa25-17f7-43b0-9933-988c58d8aec5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.163726107Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.163877561Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-398faa25-17f7-43b0-9933-988c58d8aec5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.165019538Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-398faa25-17f7-43b0-9933-988c58d8aec5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.182831119Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.21542747Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-398faa25-17f7-43b0-9933-988c58d8aec5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.228776886Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/398faa25-17f7-43b0-9933-988c58d8aec5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.229116483Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.229211966Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.229298248Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.22937741Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.243705268Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.280656532Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.605874093Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions","method":"POST","req_id":"e9e7fbe4-a2f4-4788-872b-ca3b759ce57d","remote_addr":"[fd00:1122:3344:101::a]:51522","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.186114994Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59896"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.186718338Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions/398faa25-17f7-43b0-9933-988c58d8aec5","method":"GET","req_id":"3541bb4c-e548-4880-93fb-840faee8c9a2","remote_addr":"[fd00:1122:3344:101::a]:59896","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":589,"response_code":"200"} {"msg":"path is \"/data/regions/398faa25-17f7-43b0-9933-988c58d8aec5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.186882092Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"dataset is oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/398faa25-17f7-43b0-9933-988c58d8aec5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.196674564Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"region 398faa25-17f7-43b0-9933-988c58d8aec5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.20497638Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.205230676Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.205271997Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions/398faa25-17f7-43b0-9933-988c58d8aec5","method":"DELETE","req_id":"60ca5d72-292c-4cf2-9f6d-124bf1aecc7a","remote_addr":"[fd00:1122:3344:101::a]:59896","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18415,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.205445771Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions/398faa25-17f7-43b0-9933-988c58d8aec5","method":"GET","req_id":"884fc649-58be-45d3-9b39-469fb3c27c05","remote_addr":"[fd00:1122:3344:101::a]:59896","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-398faa25-17f7-43b0-9933-988c58d8aec5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.207020138Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.215368336Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_23cf064d-a4cd-4feb-84b2-17213c849d5e/crucible/regions/398faa25-17f7-43b0-9933-988c58d8aec5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.224953463Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"region":"398faa25-17f7-43b0-9933-988c58d8aec5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.269851514Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions/398faa25-17f7-43b0-9933-988c58d8aec5","method":"GET","req_id":"788ed5f8-1ab1-403f-985b-8f509c51b1d5","remote_addr":"[fd00:1122:3344:101::a]:59896","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"region 398faa25-17f7-43b0-9933-988c58d8aec5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.273337297Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.392122996Z","hostname":"oxz_crucible_c791aaa3-3d02-41ea-b56a-14c14d9a65b4","pid":26258,"uri":"/crucible/0/regions/398faa25-17f7-43b0-9933-988c58d8aec5","method":"GET","req_id":"f8d8ccb8-99d9-478c-b6f9-4f3562ad43e1","remote_addr":"[fd00:1122:3344:101::a]:59896","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29,"response_code":"200"}