{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:15.943466351Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53698"} {"msg":"region 035ebaeb-c092-4465-aff1-54a448063844 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:15.943585814Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:15.944524727Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"uri":"/crucible/0/regions","method":"POST","req_id":"3dc6273f-067c-4dc9-a550-790f2b215b91","remote_addr":"[fd00:1122:3344:101::a]:53698","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":976,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:15.944536338Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d82152fc-a38c-475a-a082-75e4affff0eb/crucible/regions/035ebaeb-c092-4465-aff1-54a448063844","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:15.954690495Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d82152fc-a38c-475a-a082-75e4affff0eb/crucible/regions/035ebaeb-c092-4465-aff1-54a448063844","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:15.954711476Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"035ebaeb-c092-4465-aff1-54a448063844\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/035ebaeb-c092-4465-aff1-54a448063844\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.037234299Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"region":"035ebaeb-c092-4465-aff1-54a448063844","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"035ebaeb-c092-4465-aff1-54a448063844\" \"--data\" \"/data/regions/035ebaeb-c092-4465-aff1-54a448063844\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.03727373Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"region":"035ebaeb-c092-4465-aff1-54a448063844","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.20563613Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"region":"035ebaeb-c092-4465-aff1-54a448063844","component":"worker"} {"msg":"region 035ebaeb-c092-4465-aff1-54a448063844 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.205667171Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.205763934Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-035ebaeb-c092-4465-aff1-54a448063844","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.206566504Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-035ebaeb-c092-4465-aff1-54a448063844","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.24424653Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.267465579Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"uri":"/crucible/0/regions","method":"POST","req_id":"9cac29a2-d952-4883-9d8e-6359319d862a","remote_addr":"[fd00:1122:3344:101::a]:53698","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.319402056Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-035ebaeb-c092-4465-aff1-54a448063844","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.350668959Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/035ebaeb-c092-4465-aff1-54a448063844","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.350975047Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.351039539Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.35108703Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.351132031Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.369371824Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:16.383477472Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"region 05c657a7-3871-4cc1-baa6-4d9cc895ef21 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:25.613355357Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:25.613596863Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:25.613621274Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"uri":"/crucible/0/regions","method":"POST","req_id":"c7276b6c-bced-4dc5-9c7e-e1de8cbc5841","remote_addr":"[fd00:1122:3344:101::a]:53698","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":267,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_d82152fc-a38c-475a-a082-75e4affff0eb/crucible/regions/05c657a7-3871-4cc1-baa6-4d9cc895ef21","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:25.620128948Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d82152fc-a38c-475a-a082-75e4affff0eb/crucible/regions/05c657a7-3871-4cc1-baa6-4d9cc895ef21","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:25.620143979Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"05c657a7-3871-4cc1-baa6-4d9cc895ef21\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/05c657a7-3871-4cc1-baa6-4d9cc895ef21\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:25.771638562Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"region":"05c657a7-3871-4cc1-baa6-4d9cc895ef21","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"05c657a7-3871-4cc1-baa6-4d9cc895ef21\" \"--data\" \"/data/regions/05c657a7-3871-4cc1-baa6-4d9cc895ef21\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:25.771670083Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"region":"05c657a7-3871-4cc1-baa6-4d9cc895ef21","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:25.989242461Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"uri":"/crucible/0/regions","method":"POST","req_id":"c67f25ed-adff-4fef-961b-669d9db87c6a","remote_addr":"[fd00:1122:3344:101::a]:53698","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.222167589Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"region":"05c657a7-3871-4cc1-baa6-4d9cc895ef21","component":"worker"} {"msg":"region 05c657a7-3871-4cc1-baa6-4d9cc895ef21 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.222196259Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.222325083Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-05c657a7-3871-4cc1-baa6-4d9cc895ef21","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.227487464Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-05c657a7-3871-4cc1-baa6-4d9cc895ef21","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.29159702Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.39530621Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"uri":"/crucible/0/regions","method":"POST","req_id":"ab37b709-fb12-4d77-a5b1-43a1903dc7ba","remote_addr":"[fd00:1122:3344:101::a]:53698","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.40475956Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-05c657a7-3871-4cc1-baa6-4d9cc895ef21","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.48005508Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05c657a7-3871-4cc1-baa6-4d9cc895ef21","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.480394739Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.48046151Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.480505082Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.480549493Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.541632942Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:26.585156266Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.813331168Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38547"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.813468671Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"uri":"/crucible/0/regions/05c657a7-3871-4cc1-baa6-4d9cc895ef21","method":"GET","req_id":"0ea82694-8a81-4b07-9c39-dad3aa3ac683","remote_addr":"[fd00:1122:3344:101::a]:38547","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":42,"response_code":200} {"msg":"path is \"/data/regions/05c657a7-3871-4cc1-baa6-4d9cc895ef21\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.81659643Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"datafile"} {"msg":"dataset is oxp_d82152fc-a38c-475a-a082-75e4affff0eb/crucible/regions/05c657a7-3871-4cc1-baa6-4d9cc895ef21","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.827695102Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"datafile"} {"msg":"region 05c657a7-3871-4cc1-baa6-4d9cc895ef21 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.834198727Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.834786002Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.834824123Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"uri":"/crucible/0/regions/05c657a7-3871-4cc1-baa6-4d9cc895ef21","method":"DELETE","req_id":"d6959adf-7f0a-4fb0-8779-611dcc93b51c","remote_addr":"[fd00:1122:3344:101::a]:38547","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18221,"response_code":204} {"msg":"disabling downstairs instance: downstairs-05c657a7-3871-4cc1-baa6-4d9cc895ef21 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.836406873Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.838209629Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"uri":"/crucible/0/regions/05c657a7-3871-4cc1-baa6-4d9cc895ef21","method":"GET","req_id":"b76566a5-1fd4-4820-a3d3-0c3ad21a1a91","remote_addr":"[fd00:1122:3344:101::a]:38547","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.846066798Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d82152fc-a38c-475a-a082-75e4affff0eb/crucible/regions/05c657a7-3871-4cc1-baa6-4d9cc895ef21\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.854058351Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"region":"05c657a7-3871-4cc1-baa6-4d9cc895ef21","component":"worker"} {"msg":"region 05c657a7-3871-4cc1-baa6-4d9cc895ef21 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.913466198Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-30T16:56:57.936797819Z","hostname":"oxz_crucible_1c4d570a-4c80-4898-a834-0a64c4b66206","pid":23702,"uri":"/crucible/0/regions/05c657a7-3871-4cc1-baa6-4d9cc895ef21","method":"GET","req_id":"7b5f05c0-2972-4aa1-a417-341fa526c7ae","remote_addr":"[fd00:1122:3344:101::a]:38547","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200}