{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.190786033Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36457"}
{"msg":"region 9105fa6f-a728-47c5-b3db-7cb0b3cb7b03 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.250931136Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.254628643Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.254645353Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"uri":"/crucible/0/regions","method":"POST","req_id":"38b9564a-9d26-4c9d-b9a7-fb40088b1e2e","remote_addr":"[fd00:1122:3344:101::a]:36457","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":35421,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_0fb18030-1525-49fa-ae02-440ff4179fbc/crucible/regions/9105fa6f-a728-47c5-b3db-7cb0b3cb7b03","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.291491195Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0fb18030-1525-49fa-ae02-440ff4179fbc/crucible/regions/9105fa6f-a728-47c5-b3db-7cb0b3cb7b03","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.291506875Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9105fa6f-a728-47c5-b3db-7cb0b3cb7b03\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9105fa6f-a728-47c5-b3db-7cb0b3cb7b03\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.423737955Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"region":"9105fa6f-a728-47c5-b3db-7cb0b3cb7b03","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9105fa6f-a728-47c5-b3db-7cb0b3cb7b03\" \"--data\" \"/data/regions/9105fa6f-a728-47c5-b3db-7cb0b3cb7b03\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.42593799Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"region":"9105fa6f-a728-47c5-b3db-7cb0b3cb7b03","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.507606436Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"uri":"/crucible/0/regions","method":"POST","req_id":"6aa52c72-f27f-49f8-a40a-0f9a57f81a1b","remote_addr":"[fd00:1122:3344:101::a]:36457","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.178455583Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"uri":"/crucible/0/regions","method":"POST","req_id":"1b551a8d-f3b2-4dac-a106-5009bc6a8779","remote_addr":"[fd00:1122:3344:101::a]:36457","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.311510467Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"region":"9105fa6f-a728-47c5-b3db-7cb0b3cb7b03","component":"worker"}
{"msg":"region 9105fa6f-a728-47c5-b3db-7cb0b3cb7b03 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.311526987Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.311636629Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9105fa6f-a728-47c5-b3db-7cb0b3cb7b03","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.311956064Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9105fa6f-a728-47c5-b3db-7cb0b3cb7b03","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.374000536Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.448259428Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9105fa6f-a728-47c5-b3db-7cb0b3cb7b03","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.471105662Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9105fa6f-a728-47c5-b3db-7cb0b3cb7b03","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.471813193Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.471879634Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.471921324Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.471957175Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.483639236Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.506778705Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:22.79858981Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"uri":"/crucible/0/regions","method":"POST","req_id":"6ab76fe7-553d-47f2-a53c-a32eebcc6825","remote_addr":"[fd00:1122:3344:101::a]:36457","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"region 6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.723158163Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.723319675Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"uri":"/crucible/0/regions","method":"POST","req_id":"96231dd0-dfb9-4cb1-955c-50810e114e71","remote_addr":"[fd00:1122:3344:101::a]:36457","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":212,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.723341396Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_0fb18030-1525-49fa-ae02-440ff4179fbc/crucible/regions/6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.730138991Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0fb18030-1525-49fa-ae02-440ff4179fbc/crucible/regions/6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.730157951Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.816073364Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"region":"6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d\" \"--data\" \"/data/regions/6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.816123005Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"region":"6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.928717792Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"region":"6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","component":"worker"}
{"msg":"region 6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.928758232Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.928866394Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.92924557Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.936943749Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.952672783Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.963981969Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.964254403Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.964300244Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.964344415Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.964379275Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.971269912Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.985287379Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:31.069522436Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"uri":"/crucible/0/regions","method":"POST","req_id":"db988ee4-47e4-4d60-b940-cb8521d3f4a7","remote_addr":"[fd00:1122:3344:101::a]:36457","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.038550864Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52017"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.038783618Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"uri":"/crucible/0/regions/6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","method":"GET","req_id":"a705a125-420d-458e-9d63-dfccf995efa0","remote_addr":"[fd00:1122:3344:101::a]:52017","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"path is \"/data/regions/6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.042115689Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"datafile"}
{"msg":"dataset is oxp_0fb18030-1525-49fa-ae02-440ff4179fbc/crucible/regions/6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.053911752Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"datafile"}
{"msg":"region 6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.060366523Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.061141575Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.061162475Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"uri":"/crucible/0/regions/6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","method":"DELETE","req_id":"68263737-58ea-4cad-90d8-c1c216fe75bb","remote_addr":"[fd00:1122:3344:101::a]:52017","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19051,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.061659632Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.064265353Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"uri":"/crucible/0/regions/6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","method":"GET","req_id":"6b3f00ff-f194-4335-9b38-0b878a4d3ec7","remote_addr":"[fd00:1122:3344:101::a]:52017","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.077104462Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0fb18030-1525-49fa-ae02-440ff4179fbc/crucible/regions/6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.085015465Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"region":"6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","component":"worker"}
{"msg":"region 6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.148714393Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.199224527Z","hostname":"oxz_crucible_e9741d46-c66a-4862-96f9-051a71ff19d1","pid":24484,"uri":"/crucible/0/regions/6cc8d5b4-78f0-4dd7-a24c-b4af13657d1d","method":"GET","req_id":"682331af-8551-4a3c-9da6-532f8532d513","remote_addr":"[fd00:1122:3344:101::a]:52017","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43,"response_code":200}