[ Mar 17 02:46:03 Enabled. ] [ Mar 17 02:46:03 Rereading configuration. ] [ Mar 17 02:46:04 Rereading configuration. ] [ Mar 17 02:46:07 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f56ffa7a-7126-4545-ac3f-f54e48d66a06/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:07.61381523Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157} {"msg":"dataset: \"oxp_f56ffa7a-7126-4545-ac3f-f54e48d66a06/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:07.614542458Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:07.614554128Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:07.614561128Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:07.632601378Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:07.748303481Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.280937099Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48698"} {"msg":"region e9f08f2a-de48-4738-bbb4-174c50094415 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.305228932Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.307833046Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.307864386Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions","method":"POST","req_id":"8663d84b-8b78-4652-bfb1-a58a4163fd3c","remote_addr":"[fd00:1122:3344:101::c]:48698","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":13167,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_f56ffa7a-7126-4545-ac3f-f54e48d66a06/crucible/regions/e9f08f2a-de48-4738-bbb4-174c50094415","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.31744906Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_f56ffa7a-7126-4545-ac3f-f54e48d66a06/crucible/regions/e9f08f2a-de48-4738-bbb4-174c50094415","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.317468811Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e9f08f2a-de48-4738-bbb4-174c50094415\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e9f08f2a-de48-4738-bbb4-174c50094415\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.379397822Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"region":"e9f08f2a-de48-4738-bbb4-174c50094415","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e9f08f2a-de48-4738-bbb4-174c50094415\" \"--data\" \"/data/regions/e9f08f2a-de48-4738-bbb4-174c50094415\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.381575575Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"region":"e9f08f2a-de48-4738-bbb4-174c50094415","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.465355358Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions","method":"POST","req_id":"938cdfbc-003e-4160-8b7d-d72be233134a","remote_addr":"[fd00:1122:3344:101::c]:48698","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.743402833Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"region":"e9f08f2a-de48-4738-bbb4-174c50094415","component":"worker"} {"msg":"region e9f08f2a-de48-4738-bbb4-174c50094415 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.743445354Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.743539376Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e9f08f2a-de48-4738-bbb4-174c50094415","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.743885324Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e9f08f2a-de48-4738-bbb4-174c50094415","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.748686691Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.76049695Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e9f08f2a-de48-4738-bbb4-174c50094415","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.765651695Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e9f08f2a-de48-4738-bbb4-174c50094415","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.766394923Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.766458205Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.766496336Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.766531657Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.771679275Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.777468364Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:53.833349747Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions","method":"POST","req_id":"a3eab26e-ea72-40ec-86e7-13dde99d80ec","remote_addr":"[fd00:1122:3344:101::c]:48698","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:54.459736949Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions/e9f08f2a-de48-4738-bbb4-174c50094415","method":"GET","req_id":"b38fd46b-d821-4ab1-890c-eb13c61a683d","remote_addr":"[fd00:1122:3344:101::c]:48698","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":82,"response_code":200} {"msg":"path is \"/data/regions/e9f08f2a-de48-4738-bbb4-174c50094415\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:54.464205948Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"dataset is oxp_f56ffa7a-7126-4545-ac3f-f54e48d66a06/crucible/regions/e9f08f2a-de48-4738-bbb4-174c50094415","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:54.472238084Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"region e9f08f2a-de48-4738-bbb4-174c50094415 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:54.479178133Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:54.479325456Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:54.479344197Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions/e9f08f2a-de48-4738-bbb4-174c50094415","method":"DELETE","req_id":"4627bcd6-9828-4b4e-8bfe-04b2068ae1f7","remote_addr":"[fd00:1122:3344:101::c]:48698","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15146,"response_code":204} {"msg":"disabling downstairs instance: downstairs-e9f08f2a-de48-4738-bbb4-174c50094415 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:54.480452854Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:54.481716715Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions/e9f08f2a-de48-4738-bbb4-174c50094415","method":"GET","req_id":"6a415315-5e6b-41f9-8b7b-59a12208adff","remote_addr":"[fd00:1122:3344:101::c]:48698","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":37,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:54.485884776Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f56ffa7a-7126-4545-ac3f-f54e48d66a06/crucible/regions/e9f08f2a-de48-4738-bbb4-174c50094415\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:54.495681226Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"region":"e9f08f2a-de48-4738-bbb4-174c50094415","component":"worker"} {"msg":"region e9f08f2a-de48-4738-bbb4-174c50094415 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:54.559161364Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:54.605765852Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions/e9f08f2a-de48-4738-bbb4-174c50094415","method":"GET","req_id":"6df5df25-a67c-4619-9dde-02bd74b7c696","remote_addr":"[fd00:1122:3344:101::c]:48698","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.575868697Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56881"} {"msg":"region a6803daf-e970-42cd-b976-16d0d92f8cb0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.576645336Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.576691057Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions","method":"POST","req_id":"d797d282-a3d6-4d1e-81bb-6616731ad371","remote_addr":"[fd00:1122:3344:101::c]:56881","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":725,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.576711208Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f56ffa7a-7126-4545-ac3f-f54e48d66a06/crucible/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.585337568Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f56ffa7a-7126-4545-ac3f-f54e48d66a06/crucible/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.585365949Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a6803daf-e970-42cd-b976-16d0d92f8cb0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.639731125Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"region":"a6803daf-e970-42cd-b976-16d0d92f8cb0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a6803daf-e970-42cd-b976-16d0d92f8cb0\" \"--data\" \"/data/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.639772677Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"region":"a6803daf-e970-42cd-b976-16d0d92f8cb0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.718444706Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"region":"a6803daf-e970-42cd-b976-16d0d92f8cb0","component":"worker"} {"msg":"region a6803daf-e970-42cd-b976-16d0d92f8cb0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.718473126Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.7186034Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a6803daf-e970-42cd-b976-16d0d92f8cb0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.719490661Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a6803daf-e970-42cd-b976-16d0d92f8cb0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.728329177Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.750296463Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a6803daf-e970-42cd-b976-16d0d92f8cb0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.753549022Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.753940782Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.753954502Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.753959582Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.753976473Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.757483278Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.761629339Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:49.786414464Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions","method":"POST","req_id":"202c0ac3-841e-405d-9c6e-24b4894a0bb9","remote_addr":"[fd00:1122:3344:101::c]:56881","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.785550568Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0","method":"GET","req_id":"a4f16937-5991-45d1-ab73-79c3cc6bdde4","remote_addr":"[fd00:1122:3344:101::c]:56881","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"path is \"/data/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.789227838Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"dataset is oxp_f56ffa7a-7126-4545-ac3f-f54e48d66a06/crucible/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.798835072Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"region a6803daf-e970-42cd-b976-16d0d92f8cb0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.805426313Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.805589997Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0","method":"DELETE","req_id":"e1fcaa52-f520-4d9b-acd8-769c53c6f119","remote_addr":"[fd00:1122:3344:101::c]:56881","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16389,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.805613348Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-a6803daf-e970-42cd-b976-16d0d92f8cb0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.807155866Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.808105749Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0","method":"GET","req_id":"68f7e8a6-6a80-4af1-886b-48591f3352c1","remote_addr":"[fd00:1122:3344:101::c]:56881","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.814779961Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f56ffa7a-7126-4545-ac3f-f54e48d66a06/crucible/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.822800087Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"region":"a6803daf-e970-42cd-b976-16d0d92f8cb0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.879345397Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0","method":"GET","req_id":"574be9a7-d45a-4db5-9cac-cde0c3b1672e","remote_addr":"[fd00:1122:3344:101::c]:56881","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"region a6803daf-e970-42cd-b976-16d0d92f8cb0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.891579155Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:58:15.970172953Z","hostname":"oxz_crucible_8e06802b-e411-41b2-bf61-076d78ca14d1","pid":25157,"uri":"/crucible/0/regions/a6803daf-e970-42cd-b976-16d0d92f8cb0","method":"GET","req_id":"e3084479-1dda-4cc7-9cf1-f5af9a474168","remote_addr":"[fd00:1122:3344:101::c]:56881","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":41,"response_code":200}