{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.856868658Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48865"} {"msg":"region 59b68e57-cbc9-44dc-bacd-e6c48edf960a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.885194135Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.889761292Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.891912203Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"uri":"/crucible/0/regions","method":"POST","req_id":"01bf3a88-19e0-41a7-8a13-1fe5d74b6443","remote_addr":"[fd00:1122:3344:101::a]:48865","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15117,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_714e3b23-0caa-4571-b9b3-624866df2501/crucible/regions/59b68e57-cbc9-44dc-bacd-e6c48edf960a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.898042909Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_714e3b23-0caa-4571-b9b3-624866df2501/crucible/regions/59b68e57-cbc9-44dc-bacd-e6c48edf960a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.89806067Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"59b68e57-cbc9-44dc-bacd-e6c48edf960a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/59b68e57-cbc9-44dc-bacd-e6c48edf960a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.947482537Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"region":"59b68e57-cbc9-44dc-bacd-e6c48edf960a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"59b68e57-cbc9-44dc-bacd-e6c48edf960a\" \"--data\" \"/data/regions/59b68e57-cbc9-44dc-bacd-e6c48edf960a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.949581267Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"region":"59b68e57-cbc9-44dc-bacd-e6c48edf960a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.063238193Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"region":"59b68e57-cbc9-44dc-bacd-e6c48edf960a","component":"worker"} {"msg":"region 59b68e57-cbc9-44dc-bacd-e6c48edf960a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.065130949Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.065274331Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-59b68e57-cbc9-44dc-bacd-e6c48edf960a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.067686147Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-59b68e57-cbc9-44dc-bacd-e6c48edf960a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.07417872Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.078737787Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"uri":"/crucible/0/regions","method":"POST","req_id":"4fd4217b-ecdd-4530-a6d8-fae04c5c2092","remote_addr":"[fd00:1122:3344:101::a]:48865","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.086433913Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-59b68e57-cbc9-44dc-bacd-e6c48edf960a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.087779018Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/59b68e57-cbc9-44dc-bacd-e6c48edf960a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.088520303Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.09052075Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.090551571Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.090600642Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.098222936Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.101274764Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.566891187Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"uri":"/crucible/0/regions/59b68e57-cbc9-44dc-bacd-e6c48edf960a","method":"GET","req_id":"8a752b0a-f014-4155-9337-5d93fbff825a","remote_addr":"[fd00:1122:3344:101::a]:48865","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"path is \"/data/regions/59b68e57-cbc9-44dc-bacd-e6c48edf960a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.570091167Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"datafile"} {"msg":"dataset is oxp_714e3b23-0caa-4571-b9b3-624866df2501/crucible/regions/59b68e57-cbc9-44dc-bacd-e6c48edf960a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.577826694Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"datafile"} {"msg":"region 59b68e57-cbc9-44dc-bacd-e6c48edf960a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.584663954Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.584792806Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.584803206Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"uri":"/crucible/0/regions/59b68e57-cbc9-44dc-bacd-e6c48edf960a","method":"DELETE","req_id":"7872ad0b-8ef1-419b-8bd5-187783fe4f23","remote_addr":"[fd00:1122:3344:101::a]:48865","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14743,"response_code":204} {"msg":"disabling downstairs instance: downstairs-59b68e57-cbc9-44dc-bacd-e6c48edf960a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.585732704Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.588599208Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.589340232Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"uri":"/crucible/0/regions/59b68e57-cbc9-44dc-bacd-e6c48edf960a","method":"GET","req_id":"6a75c658-a61e-4cff-a983-4f69c741bb7f","remote_addr":"[fd00:1122:3344:101::a]:48865","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"deleting zfs dataset \"oxp_714e3b23-0caa-4571-b9b3-624866df2501/crucible/regions/59b68e57-cbc9-44dc-bacd-e6c48edf960a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.596802734Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"region":"59b68e57-cbc9-44dc-bacd-e6c48edf960a","component":"worker"} {"msg":"region 59b68e57-cbc9-44dc-bacd-e6c48edf960a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.652362378Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.659090366Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"uri":"/crucible/0/regions/59b68e57-cbc9-44dc-bacd-e6c48edf960a","method":"GET","req_id":"349432ad-f7fd-4e01-b32c-ac71df3aea9e","remote_addr":"[fd00:1122:3344:101::a]:48865","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.573069574Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62935"} {"msg":"region 9f61dac2-108d-43ab-a9ef-f523aee87bb2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.573163006Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.573897369Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"uri":"/crucible/0/regions","method":"POST","req_id":"e0bfed13-9c0d-495c-b579-c31bcc1b4b72","remote_addr":"[fd00:1122:3344:101::a]:62935","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":761,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.57392142Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_714e3b23-0caa-4571-b9b3-624866df2501/crucible/regions/9f61dac2-108d-43ab-a9ef-f523aee87bb2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.582427731Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_714e3b23-0caa-4571-b9b3-624866df2501/crucible/regions/9f61dac2-108d-43ab-a9ef-f523aee87bb2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.582465412Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9f61dac2-108d-43ab-a9ef-f523aee87bb2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9f61dac2-108d-43ab-a9ef-f523aee87bb2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.629444373Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"region":"9f61dac2-108d-43ab-a9ef-f523aee87bb2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9f61dac2-108d-43ab-a9ef-f523aee87bb2\" \"--data\" \"/data/regions/9f61dac2-108d-43ab-a9ef-f523aee87bb2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.629479204Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"region":"9f61dac2-108d-43ab-a9ef-f523aee87bb2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.680116494Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"region":"9f61dac2-108d-43ab-a9ef-f523aee87bb2","component":"worker"} {"msg":"region 9f61dac2-108d-43ab-a9ef-f523aee87bb2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.680150775Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.680245657Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9f61dac2-108d-43ab-a9ef-f523aee87bb2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.681201165Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9f61dac2-108d-43ab-a9ef-f523aee87bb2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.68620633Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.698299549Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9f61dac2-108d-43ab-a9ef-f523aee87bb2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.699581044Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9f61dac2-108d-43ab-a9ef-f523aee87bb2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.699812638Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.699860159Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.69991112Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.69994875Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.701687063Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.704554568Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.73267782Z","hostname":"oxz_crucible_036a7d71-5827-4023-a698-e087067d1d72","pid":23255,"uri":"/crucible/0/regions","method":"POST","req_id":"485bfa22-d8aa-4c9f-8f94-e7eac51abcca","remote_addr":"[fd00:1122:3344:101::a]:62935","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200}