{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:55.743578657Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59891"} {"msg":"region 96888d56-1e74-44b5-961e-d7fa3182db63 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:55.743681569Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:55.747405372Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"uri":"/crucible/0/regions","method":"POST","req_id":"64a1971d-39bc-49b4-acf5-ea0cbc3b347c","remote_addr":"[fd00:1122:3344:101::c]:59891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":3765,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:55.747423852Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9898dd59-4d1f-4659-a8c3-5a27ae690df3/crucible/regions/96888d56-1e74-44b5-961e-d7fa3182db63","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:55.756186438Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9898dd59-4d1f-4659-a8c3-5a27ae690df3/crucible/regions/96888d56-1e74-44b5-961e-d7fa3182db63","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:55.756203509Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"96888d56-1e74-44b5-961e-d7fa3182db63\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/96888d56-1e74-44b5-961e-d7fa3182db63\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:55.806113935Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"region":"96888d56-1e74-44b5-961e-d7fa3182db63","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"96888d56-1e74-44b5-961e-d7fa3182db63\" \"--data\" \"/data/regions/96888d56-1e74-44b5-961e-d7fa3182db63\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:55.806146666Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"region":"96888d56-1e74-44b5-961e-d7fa3182db63","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:56.031579865Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"uri":"/crucible/0/regions","method":"POST","req_id":"65b5d029-f934-444f-8aa3-16bb4d5bacdb","remote_addr":"[fd00:1122:3344:101::c]:59891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:56.548432241Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"uri":"/crucible/0/regions","method":"POST","req_id":"edc6fd3a-0e47-406b-b451-709303d7271a","remote_addr":"[fd00:1122:3344:101::c]:59891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.045119728Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"region":"96888d56-1e74-44b5-961e-d7fa3182db63","component":"worker"} {"msg":"region 96888d56-1e74-44b5-961e-d7fa3182db63 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.045149878Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.045241519Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-96888d56-1e74-44b5-961e-d7fa3182db63","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.046386126Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-96888d56-1e74-44b5-961e-d7fa3182db63","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.243816492Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.517809059Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-96888d56-1e74-44b5-961e-d7fa3182db63","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.707010507Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/96888d56-1e74-44b5-961e-d7fa3182db63","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.707306412Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.707339372Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.707393103Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.707438253Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.797048361Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.88817383Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:40:57.92747718Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"uri":"/crucible/0/regions","method":"POST","req_id":"b1ead14e-f326-48a1-b81d-7292ee952450","remote_addr":"[fd00:1122:3344:101::c]:59891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region ccd34445-589f-4d03-8abb-f0294a8021ba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.570132264Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.570304427Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"uri":"/crucible/0/regions","method":"POST","req_id":"e3836866-ab4e-418e-899f-19c7b97cb50f","remote_addr":"[fd00:1122:3344:101::c]:59891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":231,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.570322147Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9898dd59-4d1f-4659-a8c3-5a27ae690df3/crucible/regions/ccd34445-589f-4d03-8abb-f0294a8021ba","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.57682058Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9898dd59-4d1f-4659-a8c3-5a27ae690df3/crucible/regions/ccd34445-589f-4d03-8abb-f0294a8021ba","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.57684204Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ccd34445-589f-4d03-8abb-f0294a8021ba\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ccd34445-589f-4d03-8abb-f0294a8021ba\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.629121272Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"region":"ccd34445-589f-4d03-8abb-f0294a8021ba","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ccd34445-589f-4d03-8abb-f0294a8021ba\" \"--data\" \"/data/regions/ccd34445-589f-4d03-8abb-f0294a8021ba\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.629165422Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"region":"ccd34445-589f-4d03-8abb-f0294a8021ba","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.715871828Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"region":"ccd34445-589f-4d03-8abb-f0294a8021ba","component":"worker"} {"msg":"region ccd34445-589f-4d03-8abb-f0294a8021ba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.715916369Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.716070181Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ccd34445-589f-4d03-8abb-f0294a8021ba","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.72227589Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ccd34445-589f-4d03-8abb-f0294a8021ba","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.732986994Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.7403524Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ccd34445-589f-4d03-8abb-f0294a8021ba","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.744110784Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ccd34445-589f-4d03-8abb-f0294a8021ba","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.744377208Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.744439389Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.744483479Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.74451777Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.748476256Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.754837928Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:09.866672675Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"uri":"/crucible/0/regions","method":"POST","req_id":"e37ee3fc-c1fe-437f-83d2-85a00168f9e0","remote_addr":"[fd00:1122:3344:101::c]:59891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:35.43184272Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"uri":"/crucible/0/regions/ccd34445-589f-4d03-8abb-f0294a8021ba","method":"GET","req_id":"25065696-8a3e-42f1-a200-bae695da3830","remote_addr":"[fd00:1122:3344:101::c]:59891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/ccd34445-589f-4d03-8abb-f0294a8021ba\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:35.435643274Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"datafile"} {"msg":"dataset is oxp_9898dd59-4d1f-4659-a8c3-5a27ae690df3/crucible/regions/ccd34445-589f-4d03-8abb-f0294a8021ba","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:35.444625573Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"datafile"} {"msg":"region ccd34445-589f-4d03-8abb-f0294a8021ba state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:35.450633179Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:35.450790442Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"uri":"/crucible/0/regions/ccd34445-589f-4d03-8abb-f0294a8021ba","method":"DELETE","req_id":"702919bd-7491-4f72-a2de-debb214a070b","remote_addr":"[fd00:1122:3344:101::c]:59891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15182,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:35.450812652Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-ccd34445-589f-4d03-8abb-f0294a8021ba (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:35.452376544Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:35.453559632Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"uri":"/crucible/0/regions/ccd34445-589f-4d03-8abb-f0294a8021ba","method":"GET","req_id":"0b009490-e5b1-44e2-9b7c-7fb39e301d4a","remote_addr":"[fd00:1122:3344:101::c]:59891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:35.460756615Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9898dd59-4d1f-4659-a8c3-5a27ae690df3/crucible/regions/ccd34445-589f-4d03-8abb-f0294a8021ba\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:35.466879063Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"region":"ccd34445-589f-4d03-8abb-f0294a8021ba","component":"worker"} {"msg":"region ccd34445-589f-4d03-8abb-f0294a8021ba state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:35.5196002Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T05:41:35.557160769Z","hostname":"oxz_crucible_2c9354cd-7eab-407f-8149-0af9e7e8b0c3","pid":24223,"uri":"/crucible/0/regions/ccd34445-589f-4d03-8abb-f0294a8021ba","method":"GET","req_id":"9cf85e06-709a-4193-a5ad-0b51f7f24a93","remote_addr":"[fd00:1122:3344:101::c]:59891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":200}