{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.343036827Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55518"} {"msg":"region 668a94a6-1bb2-4b72-ae50-a51d5c47286b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.373267129Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.375869769Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions","method":"POST","req_id":"682afec5-6491-43e8-85a8-4fbd2f625274","remote_addr":"[fd00:1122:3344:101::c]:55518","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":12672,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.378254305Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/668a94a6-1bb2-4b72-ae50-a51d5c47286b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.3883933Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/668a94a6-1bb2-4b72-ae50-a51d5c47286b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.388421861Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"668a94a6-1bb2-4b72-ae50-a51d5c47286b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/668a94a6-1bb2-4b72-ae50-a51d5c47286b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.442812637Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"region":"668a94a6-1bb2-4b72-ae50-a51d5c47286b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"668a94a6-1bb2-4b72-ae50-a51d5c47286b\" \"--data\" \"/data/regions/668a94a6-1bb2-4b72-ae50-a51d5c47286b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.445201483Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"region":"668a94a6-1bb2-4b72-ae50-a51d5c47286b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.682799116Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"region":"668a94a6-1bb2-4b72-ae50-a51d5c47286b","component":"worker"} {"msg":"region 668a94a6-1bb2-4b72-ae50-a51d5c47286b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.682870907Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.682939549Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-668a94a6-1bb2-4b72-ae50-a51d5c47286b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.683418698Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-668a94a6-1bb2-4b72-ae50-a51d5c47286b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.691297689Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.707549652Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.715321492Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions","method":"POST","req_id":"e9cfec1e-7644-4906-8600-526eafe68267","remote_addr":"[fd00:1122:3344:101::c]:55518","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-668a94a6-1bb2-4b72-ae50-a51d5c47286b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.724303134Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/668a94a6-1bb2-4b72-ae50-a51d5c47286b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.724829415Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.72771932Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.727779232Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.727822752Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.731957302Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:43.736341736Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.629652948Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions/668a94a6-1bb2-4b72-ae50-a51d5c47286b","method":"GET","req_id":"a8855196-ffa6-4ec9-a819-8af869166aa5","remote_addr":"[fd00:1122:3344:101::c]:55518","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/668a94a6-1bb2-4b72-ae50-a51d5c47286b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.633038283Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"dataset is oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/668a94a6-1bb2-4b72-ae50-a51d5c47286b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.644585256Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"region 668a94a6-1bb2-4b72-ae50-a51d5c47286b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.654348444Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.654495086Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.654588938Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions/668a94a6-1bb2-4b72-ae50-a51d5c47286b","method":"DELETE","req_id":"faed0309-cf7b-4657-88a3-bccb6ca4b031","remote_addr":"[fd00:1122:3344:101::c]:55518","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21576,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-668a94a6-1bb2-4b72-ae50-a51d5c47286b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.65572578Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.658145997Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions/668a94a6-1bb2-4b72-ae50-a51d5c47286b","method":"GET","req_id":"e417cec5-54ab-4e45-8af6-4d6dc438a26f","remote_addr":"[fd00:1122:3344:101::c]:55518","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.662074522Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/668a94a6-1bb2-4b72-ae50-a51d5c47286b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.67341904Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"region":"668a94a6-1bb2-4b72-ae50-a51d5c47286b","component":"worker"} {"msg":"region 668a94a6-1bb2-4b72-ae50-a51d5c47286b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.735201549Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:44.800437345Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions/668a94a6-1bb2-4b72-ae50-a51d5c47286b","method":"GET","req_id":"e93651ce-aebd-439a-b1cd-60313d883aa0","remote_addr":"[fd00:1122:3344:101::c]:55518","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region 72d94856-4ac9-481a-bb58-8057983d3458 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.527269578Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.527426931Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions","method":"POST","req_id":"d993f1af-75d3-4e59-8863-d4cf94895ab9","remote_addr":"[fd00:1122:3344:101::c]:55518","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":232,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.527444561Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/72d94856-4ac9-481a-bb58-8057983d3458","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.537557666Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/72d94856-4ac9-481a-bb58-8057983d3458","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.537591587Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"72d94856-4ac9-481a-bb58-8057983d3458\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/72d94856-4ac9-481a-bb58-8057983d3458\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.591965483Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"region":"72d94856-4ac9-481a-bb58-8057983d3458","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"72d94856-4ac9-481a-bb58-8057983d3458\" \"--data\" \"/data/regions/72d94856-4ac9-481a-bb58-8057983d3458\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.593785068Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"region":"72d94856-4ac9-481a-bb58-8057983d3458","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.668757291Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"region":"72d94856-4ac9-481a-bb58-8057983d3458","component":"worker"} {"msg":"region 72d94856-4ac9-481a-bb58-8057983d3458 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.668807202Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.668883853Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-72d94856-4ac9-481a-bb58-8057983d3458","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.67024812Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-72d94856-4ac9-481a-bb58-8057983d3458","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.673321088Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.681450705Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-72d94856-4ac9-481a-bb58-8057983d3458","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.684922732Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/72d94856-4ac9-481a-bb58-8057983d3458","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.685242658Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.685300259Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.68534427Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.685386571Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.689262985Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.694049638Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:45:46.830028815Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions","method":"POST","req_id":"93f53e8c-4788-4359-9f3f-fabdfddee9d9","remote_addr":"[fd00:1122:3344:101::c]:55518","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.539568812Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:32812"} {"msg":"region 25149b97-9add-4c7b-be69-385a509226d8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.539740855Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.540323336Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.540341407Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions","method":"POST","req_id":"44445e9e-6dcd-41aa-ac23-f5b5421dc329","remote_addr":"[fd00:1122:3344:101::c]:32812","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":705,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/25149b97-9add-4c7b-be69-385a509226d8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.550832679Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/25149b97-9add-4c7b-be69-385a509226d8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.550857699Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"25149b97-9add-4c7b-be69-385a509226d8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/25149b97-9add-4c7b-be69-385a509226d8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.638009476Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"region":"25149b97-9add-4c7b-be69-385a509226d8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"25149b97-9add-4c7b-be69-385a509226d8\" \"--data\" \"/data/regions/25149b97-9add-4c7b-be69-385a509226d8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.639881172Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"region":"25149b97-9add-4c7b-be69-385a509226d8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.702548709Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions","method":"POST","req_id":"48a0decb-cf8c-411c-995c-2b9f3de39a9b","remote_addr":"[fd00:1122:3344:101::c]:32812","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.763198286Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"region":"25149b97-9add-4c7b-be69-385a509226d8","component":"worker"} {"msg":"region 25149b97-9add-4c7b-be69-385a509226d8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.763225646Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.763363589Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-25149b97-9add-4c7b-be69-385a509226d8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.764343248Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-25149b97-9add-4c7b-be69-385a509226d8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.776163385Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.791567742Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-25149b97-9add-4c7b-be69-385a509226d8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.795153031Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/25149b97-9add-4c7b-be69-385a509226d8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.795438366Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.795499838Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.795552339Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.795608749Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.799462914Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:31.805124973Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.172716997Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions","method":"POST","req_id":"a1d109c8-fdf9-4b26-b304-39690d93b0f4","remote_addr":"[fd00:1122:3344:101::c]:32812","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.540605177Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions/72d94856-4ac9-481a-bb58-8057983d3458","method":"GET","req_id":"db38e24d-6364-42e7-9298-c061ab354a21","remote_addr":"[fd00:1122:3344:101::c]:32812","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/72d94856-4ac9-481a-bb58-8057983d3458\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.544258807Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"dataset is oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/72d94856-4ac9-481a-bb58-8057983d3458","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.553135238Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"snapshot is oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/72d94856-4ac9-481a-bb58-8057983d3458@a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.560687564Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/72d94856-4ac9-481a-bb58-8057983d3458\", \"a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.560722354Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.568379361Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions/72d94856-4ac9-481a-bb58-8057983d3458/snapshots/a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7","method":"GET","req_id":"7fa22453-0376-427e-957b-9590d7e769a1","remote_addr":"[fd00:1122:3344:101::c]:32812","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24703,"response_code":"200"} {"msg":"path is \"/data/regions/72d94856-4ac9-481a-bb58-8057983d3458\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.571495001Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"dataset is oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/72d94856-4ac9-481a-bb58-8057983d3458","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.57971851Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"snapshot is oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/72d94856-4ac9-481a-bb58-8057983d3458@a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.587067921Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/72d94856-4ac9-481a-bb58-8057983d3458\", \"a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.587105562Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 72d94856-4ac9-481a-bb58-8057983d3458-a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.59635753Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"applying SMF actions for region 72d94856-4ac9-481a-bb58-8057983d3458 running snapshot a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.596538394Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.596561514Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions/72d94856-4ac9-481a-bb58-8057983d3458/snapshots/a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7/run","method":"POST","req_id":"bebc7890-c085-4bda-81cb-5c6a929734c3","remote_addr":"[fd00:1122:3344:101::c]:32812","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25107,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-72d94856-4ac9-481a-bb58-8057983d3458-a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.599242755Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-72d94856-4ac9-481a-bb58-8057983d3458-a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.602017539Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-72d94856-4ac9-481a-bb58-8057983d3458-a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.61297448Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/72d94856-4ac9-481a-bb58-8057983d3458/.zfs/snapshot/a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.613261055Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.613324697Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.613372277Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.613423588Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.61349005Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.617844244Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.622313279Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"worker"} {"msg":"region 72d94856-4ac9-481a-bb58-8057983d3458 running snapshot a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.62233732Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"path is \"/data/regions/72d94856-4ac9-481a-bb58-8057983d3458\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.778296381Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"dataset is oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/72d94856-4ac9-481a-bb58-8057983d3458","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.787469848Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"datafile"} {"msg":"snapshot is oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/72d94856-4ac9-481a-bb58-8057983d3458@a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.795770058Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3131655f-f0d6-4fd3-bf28-70e12f0bf549/crucible/regions/72d94856-4ac9-481a-bb58-8057983d3458\", \"a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.795814169Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-15T00:56:32.803309293Z","hostname":"oxz_crucible_996d5a00-7bbc-4bd6-9290-e95abc9ba929","pid":24482,"uri":"/crucible/0/regions/72d94856-4ac9-481a-bb58-8057983d3458/snapshots/a22bc5f7-9abe-4c15-9e50-b1f528d6ffe7/run","method":"POST","req_id":"4e25d1a1-6d9d-4c27-9941-6f73729c9c07","remote_addr":"[fd00:1122:3344:101::c]:32812","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25055,"response_code":"200"}