[ Jun 25 01:01:03 Enabled. ] [ Jun 25 01:01:03 Rereading configuration. ] [ Jun 25 01:01:06 Rereading configuration. ] [ Jun 25 01:01:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:01:09.649103994Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541} {"msg":"dataset: \"oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:01:09.649352158Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:01:09.649368789Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:01:09.649377539Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:01:09.66528921Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:01:09.738744958Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.801752216Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34211"} {"msg":"region 968b9657-f223-41bc-89d5-0c4857536856 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.840397706Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.846010733Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.846046643Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions","method":"POST","req_id":"9ae03dac-4b70-4008-a56c-6d6703d7591e","remote_addr":"[fd00:1122:3344:101::b]:34211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18565,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/968b9657-f223-41bc-89d5-0c4857536856","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.853750979Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/968b9657-f223-41bc-89d5-0c4857536856","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.853766669Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"968b9657-f223-41bc-89d5-0c4857536856\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/968b9657-f223-41bc-89d5-0c4857536856\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.903759845Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"968b9657-f223-41bc-89d5-0c4857536856","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"968b9657-f223-41bc-89d5-0c4857536856\" \"--data\" \"/data/regions/968b9657-f223-41bc-89d5-0c4857536856\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.906360654Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"968b9657-f223-41bc-89d5-0c4857536856","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.11242853Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions","method":"POST","req_id":"baefa8fe-9772-449c-95a5-02a371e48624","remote_addr":"[fd00:1122:3344:101::b]:34211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.230598485Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"968b9657-f223-41bc-89d5-0c4857536856","component":"worker"} {"msg":"region 968b9657-f223-41bc-89d5-0c4857536856 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.230645336Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.230777508Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-968b9657-f223-41bc-89d5-0c4857536856","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.233474559Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-968b9657-f223-41bc-89d5-0c4857536856","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.237780681Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.248426662Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-968b9657-f223-41bc-89d5-0c4857536856","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.249792918Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/968b9657-f223-41bc-89d5-0c4857536856","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.250528042Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.250576333Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.250627184Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.250654044Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.260120033Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.262445587Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.586074967Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions","method":"POST","req_id":"fd75ddd7-94ca-4908-8e6d-e986122fa467","remote_addr":"[fd00:1122:3344:101::b]:34211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":168,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.052540787Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/968b9657-f223-41bc-89d5-0c4857536856","method":"GET","req_id":"c4bf2374-509f-41be-836a-faa7dddd3b85","remote_addr":"[fd00:1122:3344:101::b]:34211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/968b9657-f223-41bc-89d5-0c4857536856\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.055628625Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"dataset is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/968b9657-f223-41bc-89d5-0c4857536856","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.063097856Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"region 968b9657-f223-41bc-89d5-0c4857536856 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.069490387Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.06961615Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.0696365Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/968b9657-f223-41bc-89d5-0c4857536856","method":"DELETE","req_id":"4ad86b34-b135-458e-aba6-7e1d7dd05256","remote_addr":"[fd00:1122:3344:101::b]:34211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":14053,"response_code":204} {"msg":"disabling downstairs instance: downstairs-968b9657-f223-41bc-89d5-0c4857536856 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.070526457Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.072940062Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.078954636Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/968b9657-f223-41bc-89d5-0c4857536856","method":"GET","req_id":"d22bbf2e-64ae-46c1-98c7-710975d2e4bb","remote_addr":"[fd00:1122:3344:101::b]:34211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"deleting zfs dataset \"oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/968b9657-f223-41bc-89d5-0c4857536856\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.081694078Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"968b9657-f223-41bc-89d5-0c4857536856","component":"worker"} {"msg":"region 968b9657-f223-41bc-89d5-0c4857536856 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.134499777Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.184730866Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/968b9657-f223-41bc-89d5-0c4857536856","method":"GET","req_id":"6e9144cb-91b8-4c57-8018-21884f0202a9","remote_addr":"[fd00:1122:3344:101::b]:34211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region 75025631-2b63-4ed7-9035-4398712fc016 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.282181687Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.28234606Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions","method":"POST","req_id":"05a3eb40-f28f-4e59-8aa8-23def349d45c","remote_addr":"[fd00:1122:3344:101::b]:34211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":214,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.282375411Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.288191151Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.288219851Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"75025631-2b63-4ed7-9035-4398712fc016\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/75025631-2b63-4ed7-9035-4398712fc016\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.331753805Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"75025631-2b63-4ed7-9035-4398712fc016","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"75025631-2b63-4ed7-9035-4398712fc016\" \"--data\" \"/data/regions/75025631-2b63-4ed7-9035-4398712fc016\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.331804586Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"75025631-2b63-4ed7-9035-4398712fc016","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.388177752Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"75025631-2b63-4ed7-9035-4398712fc016","component":"worker"} {"msg":"region 75025631-2b63-4ed7-9035-4398712fc016 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.388214382Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.388302044Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-75025631-2b63-4ed7-9035-4398712fc016","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.389257212Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-75025631-2b63-4ed7-9035-4398712fc016","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.390558887Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.394384459Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-75025631-2b63-4ed7-9035-4398712fc016","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.395812136Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/75025631-2b63-4ed7-9035-4398712fc016","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.396263954Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.396282995Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.396288055Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.396294335Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.398073229Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.400938793Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:16.544899085Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions","method":"POST","req_id":"8704e280-d571-402d-87de-7d1149e8aa6c","remote_addr":"[fd00:1122:3344:101::b]:34211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.627638949Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35831"} {"msg":"region 2bfacf6e-99f6-4580-a5b0-46cb325667b7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.627894023Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.628523775Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.628550206Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions","method":"POST","req_id":"5fc7947a-1c13-46f6-a604-9faf0d25ebc8","remote_addr":"[fd00:1122:3344:101::b]:35831","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":668,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/2bfacf6e-99f6-4580-a5b0-46cb325667b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.63462589Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/2bfacf6e-99f6-4580-a5b0-46cb325667b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.634653661Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2bfacf6e-99f6-4580-a5b0-46cb325667b7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2bfacf6e-99f6-4580-a5b0-46cb325667b7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.685081955Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"2bfacf6e-99f6-4580-a5b0-46cb325667b7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2bfacf6e-99f6-4580-a5b0-46cb325667b7\" \"--data\" \"/data/regions/2bfacf6e-99f6-4580-a5b0-46cb325667b7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.685142596Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"2bfacf6e-99f6-4580-a5b0-46cb325667b7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.734344446Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"2bfacf6e-99f6-4580-a5b0-46cb325667b7","component":"worker"} {"msg":"region 2bfacf6e-99f6-4580-a5b0-46cb325667b7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.734368556Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.734489448Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2bfacf6e-99f6-4580-a5b0-46cb325667b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.735516478Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2bfacf6e-99f6-4580-a5b0-46cb325667b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.748627406Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.755864282Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2bfacf6e-99f6-4580-a5b0-46cb325667b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.757192918Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2bfacf6e-99f6-4580-a5b0-46cb325667b7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.757469943Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.757518424Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.757556894Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.757592245Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.759478311Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.763385795Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.989219625Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions","method":"POST","req_id":"42a1220e-ee0e-4ff5-97b9-c4f1c89d2739","remote_addr":"[fd00:1122:3344:101::b]:35831","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.019607669Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/75025631-2b63-4ed7-9035-4398712fc016","method":"GET","req_id":"0e357f23-555b-4c91-840e-2178db707463","remote_addr":"[fd00:1122:3344:101::b]:35831","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/75025631-2b63-4ed7-9035-4398712fc016\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.023103045Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"dataset is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.030338902Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"snapshot is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016@84496978-4d2a-4b41-be37-057e155368b8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.036839785Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016\", \"84496978-4d2a-4b41-be37-057e155368b8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.036876375Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.043434499Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/75025631-2b63-4ed7-9035-4398712fc016/snapshots/84496978-4d2a-4b41-be37-057e155368b8","method":"GET","req_id":"637dc22c-fb54-451e-b9c6-070fef545dec","remote_addr":"[fd00:1122:3344:101::b]:35831","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20347,"response_code":200} {"msg":"path is \"/data/regions/75025631-2b63-4ed7-9035-4398712fc016\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.047406855Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"dataset is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.053679983Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"snapshot is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016@84496978-4d2a-4b41-be37-057e155368b8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.059389191Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016\", \"84496978-4d2a-4b41-be37-057e155368b8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.059424222Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 75025631-2b63-4ed7-9035-4398712fc016-84496978-4d2a-4b41-be37-057e155368b8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.067466784Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"applying SMF actions for region 75025631-2b63-4ed7-9035-4398712fc016 running snapshot 84496978-4d2a-4b41-be37-057e155368b8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.067647607Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.067671098Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/75025631-2b63-4ed7-9035-4398712fc016/snapshots/84496978-4d2a-4b41-be37-057e155368b8/run","method":"POST","req_id":"c027f420-7104-4b0b-b7ed-40061f3d8ebe","remote_addr":"[fd00:1122:3344:101::b]:35831","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20292,"response_code":200} {"msg":"creating missing snapshot instance snapshot-75025631-2b63-4ed7-9035-4398712fc016-84496978-4d2a-4b41-be37-057e155368b8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.072809895Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-75025631-2b63-4ed7-9035-4398712fc016-84496978-4d2a-4b41-be37-057e155368b8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.07414894Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-75025631-2b63-4ed7-9035-4398712fc016-84496978-4d2a-4b41-be37-057e155368b8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.079086274Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/75025631-2b63-4ed7-9035-4398712fc016/.zfs/snapshot/84496978-4d2a-4b41-be37-057e155368b8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.079352799Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.079398609Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.07943865Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.079477491Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.079526432Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.081168113Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.08368797Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"region 75025631-2b63-4ed7-9035-4398712fc016 running snapshot 84496978-4d2a-4b41-be37-057e155368b8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.083697241Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"path is \"/data/regions/75025631-2b63-4ed7-9035-4398712fc016\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.420431028Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"dataset is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.426690327Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"snapshot is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016@84496978-4d2a-4b41-be37-057e155368b8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.432917454Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016\", \"84496978-4d2a-4b41-be37-057e155368b8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.432946705Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:17.438963549Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/75025631-2b63-4ed7-9035-4398712fc016/snapshots/84496978-4d2a-4b41-be37-057e155368b8/run","method":"POST","req_id":"4ff5f4da-26ba-4240-bc5a-63ea5531b711","remote_addr":"[fd00:1122:3344:101::b]:35831","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18581,"response_code":200} {"msg":"region 244cba48-a7dd-4239-897a-6bdb616bff23 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.083426941Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.083675535Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions","method":"POST","req_id":"1b80cbf3-3db8-4761-9350-9526c499ac39","remote_addr":"[fd00:1122:3344:101::b]:35831","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":321,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.083723336Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/244cba48-a7dd-4239-897a-6bdb616bff23","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.094429219Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/244cba48-a7dd-4239-897a-6bdb616bff23","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.09447971Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.1436542Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47082"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.143786632Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/244cba48-a7dd-4239-897a-6bdb616bff23","method":"GET","req_id":"21022207-e8a3-4d3a-acf9-da00cc46ad6c","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"creating region Region { id: RegionId(\"244cba48-a7dd-4239-897a-6bdb616bff23\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/244cba48-a7dd-4239-897a-6bdb616bff23\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.172477014Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"244cba48-a7dd-4239-897a-6bdb616bff23","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"244cba48-a7dd-4239-897a-6bdb616bff23\" \"--data\" \"/data/regions/244cba48-a7dd-4239-897a-6bdb616bff23\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.172538436Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"244cba48-a7dd-4239-897a-6bdb616bff23","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.254451245Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"244cba48-a7dd-4239-897a-6bdb616bff23","component":"worker"} {"msg":"region 244cba48-a7dd-4239-897a-6bdb616bff23 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.254512406Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.25474122Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-244cba48-a7dd-4239-897a-6bdb616bff23","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.256231018Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-244cba48-a7dd-4239-897a-6bdb616bff23","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.258149434Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.263850142Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-244cba48-a7dd-4239-897a-6bdb616bff23","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.26586136Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/244cba48-a7dd-4239-897a-6bdb616bff23","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.26637192Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.266538213Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.266560234Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.266604665Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.269896887Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.279165422Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.337884852Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions","method":"POST","req_id":"cc1a676e-9e6b-45a1-9c0f-399834e2b90b","remote_addr":"[fd00:1122:3344:101::b]:35831","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.845143519Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/244cba48-a7dd-4239-897a-6bdb616bff23","method":"GET","req_id":"4d80f2c3-7840-4157-a906-6bf3364f7a8c","remote_addr":"[fd00:1122:3344:101::b]:35831","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/244cba48-a7dd-4239-897a-6bdb616bff23\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.848309199Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"dataset is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/244cba48-a7dd-4239-897a-6bdb616bff23","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.858816747Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"region 244cba48-a7dd-4239-897a-6bdb616bff23 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.866918821Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.867116215Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.867128925Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/244cba48-a7dd-4239-897a-6bdb616bff23","method":"DELETE","req_id":"d94dcc3a-42b1-46c2-9de5-dfeebeb33436","remote_addr":"[fd00:1122:3344:101::b]:35831","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18842,"response_code":204} {"msg":"disabling downstairs instance: downstairs-244cba48-a7dd-4239-897a-6bdb616bff23 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.868868768Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.871028149Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/244cba48-a7dd-4239-897a-6bdb616bff23","method":"GET","req_id":"35d2e54a-bdcc-4049-9256-98bac51af137","remote_addr":"[fd00:1122:3344:101::b]:35831","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.873810101Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/244cba48-a7dd-4239-897a-6bdb616bff23\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.882596577Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"region":"244cba48-a7dd-4239-897a-6bdb616bff23","component":"worker"} {"msg":"region 244cba48-a7dd-4239-897a-6bdb616bff23 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.930223118Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.998798734Z","hostname":"oxz_crucible_dfa7ff16-0e09-4ad9-ab11-a6e5ee5499fe","pid":24541,"uri":"/crucible/0/regions/244cba48-a7dd-4239-897a-6bdb616bff23","method":"GET","req_id":"72e44c99-0140-4ea7-9ed9-cc86bb1d3a7c","remote_addr":"[fd00:1122:3344:101::b]:35831","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51,"response_code":200}