{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.38165138Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55765"}
{"msg":"region 2bca7302-7da2-402a-baa5-a39867458a73 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.431635011Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.434954493Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.434965613Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"uri":"/crucible/0/regions","method":"POST","req_id":"ebde692a-cdf9-4805-a8ed-a677afce6d76","remote_addr":"[fd00:1122:3344:101::c]:55765","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19745,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_08876a06-275b-4b11-8a42-ec8ae1d6fd26/crucible/regions/2bca7302-7da2-402a-baa5-a39867458a73","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.44524924Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_08876a06-275b-4b11-8a42-ec8ae1d6fd26/crucible/regions/2bca7302-7da2-402a-baa5-a39867458a73","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.44526396Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2bca7302-7da2-402a-baa5-a39867458a73\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2bca7302-7da2-402a-baa5-a39867458a73\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.49111086Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"region":"2bca7302-7da2-402a-baa5-a39867458a73","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2bca7302-7da2-402a-baa5-a39867458a73\" \"--data\" \"/data/regions/2bca7302-7da2-402a-baa5-a39867458a73\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.493709542Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"region":"2bca7302-7da2-402a-baa5-a39867458a73","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.705169472Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"uri":"/crucible/0/regions","method":"POST","req_id":"9ff0b70f-c429-4200-90c7-ddb429d49fdd","remote_addr":"[fd00:1122:3344:101::c]:55765","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.876131447Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"region":"2bca7302-7da2-402a-baa5-a39867458a73","component":"worker"}
{"msg":"region 2bca7302-7da2-402a-baa5-a39867458a73 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.876170048Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.87631591Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2bca7302-7da2-402a-baa5-a39867458a73","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.876775165Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2bca7302-7da2-402a-baa5-a39867458a73","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.889110429Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.909702555Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2bca7302-7da2-402a-baa5-a39867458a73","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.912435389Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2bca7302-7da2-402a-baa5-a39867458a73","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.913143497Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.913205568Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.913246016Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.913276897Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.916869874Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.920658021Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:10.419433852Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"uri":"/crucible/0/regions","method":"POST","req_id":"0120c53d-3454-4f60-93da-e06e9bac29bb","remote_addr":"[fd00:1122:3344:101::c]:55765","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"region 98373c06-082e-4123-adc9-b364c46e88cd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.161469452Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.161687344Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"uri":"/crucible/0/regions","method":"POST","req_id":"2843c405-02be-4048-8a1e-571d1e2114c5","remote_addr":"[fd00:1122:3344:101::c]:55765","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":279,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.161711205Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_08876a06-275b-4b11-8a42-ec8ae1d6fd26/crucible/regions/98373c06-082e-4123-adc9-b364c46e88cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.167841321Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_08876a06-275b-4b11-8a42-ec8ae1d6fd26/crucible/regions/98373c06-082e-4123-adc9-b364c46e88cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.167864421Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"98373c06-082e-4123-adc9-b364c46e88cd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/98373c06-082e-4123-adc9-b364c46e88cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.217686031Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"region":"98373c06-082e-4123-adc9-b364c46e88cd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"98373c06-082e-4123-adc9-b364c46e88cd\" \"--data\" \"/data/regions/98373c06-082e-4123-adc9-b364c46e88cd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.217734421Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"region":"98373c06-082e-4123-adc9-b364c46e88cd","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.299329226Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"region":"98373c06-082e-4123-adc9-b364c46e88cd","component":"worker"}
{"msg":"region 98373c06-082e-4123-adc9-b364c46e88cd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.299373916Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.299483548Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-98373c06-082e-4123-adc9-b364c46e88cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.303883792Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-98373c06-082e-4123-adc9-b364c46e88cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.306410574Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.313794395Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-98373c06-082e-4123-adc9-b364c46e88cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.316892534Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/98373c06-082e-4123-adc9-b364c46e88cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.317202128Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.317246089Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.317284849Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.31732165Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.321304629Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.325793125Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:16.426584748Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"uri":"/crucible/0/regions","method":"POST","req_id":"5907824a-6f00-4994-bb38-1422a1818b54","remote_addr":"[fd00:1122:3344:101::c]:55765","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:42.628712323Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"uri":"/crucible/0/regions/98373c06-082e-4123-adc9-b364c46e88cd","method":"GET","req_id":"5f0414c8-2298-456a-b7b7-dae132ea1b2b","remote_addr":"[fd00:1122:3344:101::c]:55765","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":98,"response_code":200}
{"msg":"path is \"/data/regions/98373c06-082e-4123-adc9-b364c46e88cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:42.632131676Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"datafile"}
{"msg":"dataset is oxp_08876a06-275b-4b11-8a42-ec8ae1d6fd26/crucible/regions/98373c06-082e-4123-adc9-b364c46e88cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:42.643559798Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"datafile"}
{"msg":"region 98373c06-082e-4123-adc9-b364c46e88cd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:42.650907379Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:42.651159322Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:42.651169542Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"uri":"/crucible/0/regions/98373c06-082e-4123-adc9-b364c46e88cd","method":"DELETE","req_id":"3d06a0af-aa6b-47d8-ab07-cc9d7277763c","remote_addr":"[fd00:1122:3344:101::c]:55765","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19108,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-98373c06-082e-4123-adc9-b364c46e88cd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:42.652150685Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:42.654349552Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"uri":"/crucible/0/regions/98373c06-082e-4123-adc9-b364c46e88cd","method":"GET","req_id":"949f0af9-d702-4b08-9eb0-7aa7637bbec9","remote_addr":"[fd00:1122:3344:101::c]:55765","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:42.665360529Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_08876a06-275b-4b11-8a42-ec8ae1d6fd26/crucible/regions/98373c06-082e-4123-adc9-b364c46e88cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:42.674458092Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"region":"98373c06-082e-4123-adc9-b364c46e88cd","component":"worker"}
{"msg":"region 98373c06-082e-4123-adc9-b364c46e88cd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:42.729203263Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:42.806631105Z","hostname":"oxz_crucible_5879e4f2-c023-4e23-8f85-3bfaf6977bdb","pid":23345,"uri":"/crucible/0/regions/98373c06-082e-4123-adc9-b364c46e88cd","method":"GET","req_id":"c881eff4-fb2b-4064-9b45-4119ce15472d","remote_addr":"[fd00:1122:3344:101::c]:55765","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":50,"response_code":200}