{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.454907293Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51629"} {"msg":"region fcbcf187-4433-4522-aa53-2e831ecf1650 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.529765159Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.550168509Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.550184269Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"uri":"/crucible/0/regions","method":"POST","req_id":"1b31ee86-ee99-4c7b-b64f-2f89af6fc553","remote_addr":"[fd00:1122:3344:101::c]:51629","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56674,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_9d9c800c-f3a6-497c-b0d2-ea5e9b854051/crucible/regions/fcbcf187-4433-4522-aa53-2e831ecf1650","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.560221439Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9d9c800c-f3a6-497c-b0d2-ea5e9b854051/crucible/regions/fcbcf187-4433-4522-aa53-2e831ecf1650","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.560240879Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fcbcf187-4433-4522-aa53-2e831ecf1650\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fcbcf187-4433-4522-aa53-2e831ecf1650\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.635409805Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"region":"fcbcf187-4433-4522-aa53-2e831ecf1650","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fcbcf187-4433-4522-aa53-2e831ecf1650\" \"--data\" \"/data/regions/fcbcf187-4433-4522-aa53-2e831ecf1650\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.638590208Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"region":"fcbcf187-4433-4522-aa53-2e831ecf1650","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.709612368Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"uri":"/crucible/0/regions","method":"POST","req_id":"f1c290ca-e918-4a0e-876f-23bece3823eb","remote_addr":"[fd00:1122:3344:101::c]:51629","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.011835359Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"uri":"/crucible/0/regions","method":"POST","req_id":"1f0dd124-e04e-469a-8422-7f5e316c0e67","remote_addr":"[fd00:1122:3344:101::c]:51629","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.195353332Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"region":"fcbcf187-4433-4522-aa53-2e831ecf1650","component":"worker"} {"msg":"region fcbcf187-4433-4522-aa53-2e831ecf1650 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.195391193Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.195492023Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fcbcf187-4433-4522-aa53-2e831ecf1650","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.195824054Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fcbcf187-4433-4522-aa53-2e831ecf1650","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.217278029Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.2505599Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fcbcf187-4433-4522-aa53-2e831ecf1650","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.263633002Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fcbcf187-4433-4522-aa53-2e831ecf1650","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.265269048Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.265317348Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.265325908Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.265337128Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.273521321Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:24.319432262Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.123424302Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"uri":"/crucible/0/regions","method":"POST","req_id":"cc00f20c-affc-4cc1-8f3a-4f7e5bfca3fc","remote_addr":"[fd00:1122:3344:101::c]:51629","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region 8a4eda46-9f38-44e3-9179-78a9b97801af state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:31.927244619Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:31.92746768Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"uri":"/crucible/0/regions","method":"POST","req_id":"454fae89-ff76-4839-a1d3-8250e79ee9e0","remote_addr":"[fd00:1122:3344:101::c]:51629","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":255,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:31.92749849Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9d9c800c-f3a6-497c-b0d2-ea5e9b854051/crucible/regions/8a4eda46-9f38-44e3-9179-78a9b97801af","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:31.935292781Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9d9c800c-f3a6-497c-b0d2-ea5e9b854051/crucible/regions/8a4eda46-9f38-44e3-9179-78a9b97801af","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:31.935311431Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8a4eda46-9f38-44e3-9179-78a9b97801af\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8a4eda46-9f38-44e3-9179-78a9b97801af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.022918367Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"region":"8a4eda46-9f38-44e3-9179-78a9b97801af","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8a4eda46-9f38-44e3-9179-78a9b97801af\" \"--data\" \"/data/regions/8a4eda46-9f38-44e3-9179-78a9b97801af\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.022962967Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"region":"8a4eda46-9f38-44e3-9179-78a9b97801af","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.186792223Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"region":"8a4eda46-9f38-44e3-9179-78a9b97801af","component":"worker"} {"msg":"region 8a4eda46-9f38-44e3-9179-78a9b97801af state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.186841163Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.186919063Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8a4eda46-9f38-44e3-9179-78a9b97801af","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.187247185Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8a4eda46-9f38-44e3-9179-78a9b97801af","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.196585912Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.21638511Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8a4eda46-9f38-44e3-9179-78a9b97801af","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.225922877Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8a4eda46-9f38-44e3-9179-78a9b97801af","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.226216029Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.226252989Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.226286109Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.226326919Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.230041093Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"uri":"/crucible/0/regions","method":"POST","req_id":"a64ee651-20be-4ac0-be08-3047364e73aa","remote_addr":"[fd00:1122:3344:101::c]:51629","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.24679639Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:32.271456057Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.642344468Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45382"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.642457878Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"uri":"/crucible/0/regions/8a4eda46-9f38-44e3-9179-78a9b97801af","method":"GET","req_id":"d8804739-8169-4493-be73-4ac1e9fa5e9e","remote_addr":"[fd00:1122:3344:101::c]:45382","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/8a4eda46-9f38-44e3-9179-78a9b97801af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.646648005Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"datafile"} {"msg":"dataset is oxp_9d9c800c-f3a6-497c-b0d2-ea5e9b854051/crucible/regions/8a4eda46-9f38-44e3-9179-78a9b97801af","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.656664472Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"datafile"} {"msg":"region 8a4eda46-9f38-44e3-9179-78a9b97801af state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.663933243Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.664175414Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"uri":"/crucible/0/regions/8a4eda46-9f38-44e3-9179-78a9b97801af","method":"DELETE","req_id":"16f46e47-10a9-42b7-ac06-de51cc6a23e0","remote_addr":"[fd00:1122:3344:101::c]:45382","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17556,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.664194744Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-8a4eda46-9f38-44e3-9179-78a9b97801af (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.665186348Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.666916065Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"uri":"/crucible/0/regions/8a4eda46-9f38-44e3-9179-78a9b97801af","method":"GET","req_id":"f137a7b2-51d8-4390-8499-315ff445f325","remote_addr":"[fd00:1122:3344:101::c]:45382","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.681681793Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9d9c800c-f3a6-497c-b0d2-ea5e9b854051/crucible/regions/8a4eda46-9f38-44e3-9179-78a9b97801af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.690373347Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"region":"8a4eda46-9f38-44e3-9179-78a9b97801af","component":"worker"} {"msg":"region 8a4eda46-9f38-44e3-9179-78a9b97801af state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.735006163Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:35:03.761281707Z","hostname":"oxz_crucible_cd736cb8-f1b0-4aa7-9002-d3fcf179b36b","pid":24800,"uri":"/crucible/0/regions/8a4eda46-9f38-44e3-9179-78a9b97801af","method":"GET","req_id":"17463b44-e3f0-473a-88e2-03bbe28c20ad","remote_addr":"[fd00:1122:3344:101::c]:45382","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":36,"response_code":200}