{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.145406953Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55269"}
{"msg":"region 2c6d5cdc-737c-4a38-b2d3-c035adb4ce88 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.203543526Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.208262428Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.208274498Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"uri":"/crucible/0/regions","method":"POST","req_id":"144e778b-ba40-429a-a742-8918f478e646","remote_addr":"[fd00:1122:3344:101::b]:55269","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23246,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_77a4f83b-559b-49c7-8cdc-3af9bd88c7df/crucible/regions/2c6d5cdc-737c-4a38-b2d3-c035adb4ce88","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.218423284Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_77a4f83b-559b-49c7-8cdc-3af9bd88c7df/crucible/regions/2c6d5cdc-737c-4a38-b2d3-c035adb4ce88","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.218442955Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2c6d5cdc-737c-4a38-b2d3-c035adb4ce88\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2c6d5cdc-737c-4a38-b2d3-c035adb4ce88\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.276852546Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"region":"2c6d5cdc-737c-4a38-b2d3-c035adb4ce88","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2c6d5cdc-737c-4a38-b2d3-c035adb4ce88\" \"--data\" \"/data/regions/2c6d5cdc-737c-4a38-b2d3-c035adb4ce88\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.279181156Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"region":"2c6d5cdc-737c-4a38-b2d3-c035adb4ce88","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.427505757Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"uri":"/crucible/0/regions","method":"POST","req_id":"6b3397e7-e35d-409d-9f16-b70006367a59","remote_addr":"[fd00:1122:3344:101::b]:55269","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.721382555Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"region":"2c6d5cdc-737c-4a38-b2d3-c035adb4ce88","component":"worker"}
{"msg":"region 2c6d5cdc-737c-4a38-b2d3-c035adb4ce88 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.721431446Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.721515159Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2c6d5cdc-737c-4a38-b2d3-c035adb4ce88","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.72190198Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2c6d5cdc-737c-4a38-b2d3-c035adb4ce88","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.733743277Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.762722521Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2c6d5cdc-737c-4a38-b2d3-c035adb4ce88","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.767940378Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2c6d5cdc-737c-4a38-b2d3-c035adb4ce88","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.76864508Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.768709202Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.768751253Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.768788784Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.776121285Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.780868508Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"uri":"/crucible/0/regions","method":"POST","req_id":"596564f5-44a5-48f6-8036-61f807ecdedd","remote_addr":"[fd00:1122:3344:101::b]:55269","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.783840627Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"region 6e59ec36-b14a-4d29-b358-da0590e4aa3b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.024041357Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.024205581Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"uri":"/crucible/0/regions","method":"POST","req_id":"23a06c03-17b8-43fd-bff7-8280b058a24d","remote_addr":"[fd00:1122:3344:101::b]:55269","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":224,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.024222162Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_77a4f83b-559b-49c7-8cdc-3af9bd88c7df/crucible/regions/6e59ec36-b14a-4d29-b358-da0590e4aa3b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.030617825Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_77a4f83b-559b-49c7-8cdc-3af9bd88c7df/crucible/regions/6e59ec36-b14a-4d29-b358-da0590e4aa3b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.030636785Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6e59ec36-b14a-4d29-b358-da0590e4aa3b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6e59ec36-b14a-4d29-b358-da0590e4aa3b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.090135659Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"region":"6e59ec36-b14a-4d29-b358-da0590e4aa3b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6e59ec36-b14a-4d29-b358-da0590e4aa3b\" \"--data\" \"/data/regions/6e59ec36-b14a-4d29-b358-da0590e4aa3b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.09017698Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"region":"6e59ec36-b14a-4d29-b358-da0590e4aa3b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.207554978Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"region":"6e59ec36-b14a-4d29-b358-da0590e4aa3b","component":"worker"}
{"msg":"region 6e59ec36-b14a-4d29-b358-da0590e4aa3b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.207587179Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.207698882Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6e59ec36-b14a-4d29-b358-da0590e4aa3b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.211351223Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6e59ec36-b14a-4d29-b358-da0590e4aa3b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.216749055Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.229909222Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6e59ec36-b14a-4d29-b358-da0590e4aa3b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.23415698Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e59ec36-b14a-4d29-b358-da0590e4aa3b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.234462859Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.234510881Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.234552402Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.234591583Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.242560373Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.2514012Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:22.305935664Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"uri":"/crucible/0/regions","method":"POST","req_id":"3458ccec-b41f-4446-bc42-29b39a13d930","remote_addr":"[fd00:1122:3344:101::b]:55269","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:49.93872278Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"uri":"/crucible/0/regions/6e59ec36-b14a-4d29-b358-da0590e4aa3b","method":"GET","req_id":"0f5323ee-3072-429c-b3a7-9877fe6714bc","remote_addr":"[fd00:1122:3344:101::b]:55269","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"path is \"/data/regions/6e59ec36-b14a-4d29-b358-da0590e4aa3b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:49.94302336Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"datafile"}
{"msg":"dataset is oxp_77a4f83b-559b-49c7-8cdc-3af9bd88c7df/crucible/regions/6e59ec36-b14a-4d29-b358-da0590e4aa3b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:49.954884707Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"datafile"}
{"msg":"region 6e59ec36-b14a-4d29-b358-da0590e4aa3b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:49.962161737Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:49.962395674Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"uri":"/crucible/0/regions/6e59ec36-b14a-4d29-b358-da0590e4aa3b","method":"DELETE","req_id":"f1285761-2bfd-49b7-b9b8-7d125dca623b","remote_addr":"[fd00:1122:3344:101::b]:55269","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19403,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:49.962441605Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-6e59ec36-b14a-4d29-b358-da0590e4aa3b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:49.963350313Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:49.964655212Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"uri":"/crucible/0/regions/6e59ec36-b14a-4d29-b358-da0590e4aa3b","method":"GET","req_id":"e63459f1-c851-499b-a559-0601d91eeb18","remote_addr":"[fd00:1122:3344:101::b]:55269","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:49.978784098Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_77a4f83b-559b-49c7-8cdc-3af9bd88c7df/crucible/regions/6e59ec36-b14a-4d29-b358-da0590e4aa3b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:49.988042117Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"region":"6e59ec36-b14a-4d29-b358-da0590e4aa3b","component":"worker"}
{"msg":"region 6e59ec36-b14a-4d29-b358-da0590e4aa3b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:50.050401977Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:50.059755008Z","hostname":"oxz_crucible_e215e549-1f4d-4607-a1af-06826638344b","pid":23486,"uri":"/crucible/0/regions/6e59ec36-b14a-4d29-b358-da0590e4aa3b","method":"GET","req_id":"08c83572-de4e-44ef-9cd6-228958ba599a","remote_addr":"[fd00:1122:3344:101::b]:55269","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":200}