[ Jun 5 18:46:34 Enabled. ] [ Jun 5 18:46:34 Rereading configuration. ] [ Jun 5 18:46:35 Rereading configuration. ] [ Jun 5 18:46:39 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:46:39.211285826Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449} {"msg":"dataset: \"oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:46:39.211484931Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:46:39.211498032Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:46:39.211505522Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:46:39.22566901Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:46:39.334959594Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.207447192Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:42462"} {"msg":"region 23c68f94-476e-4753-9904-ca4a629096f1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.228608227Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.233668975Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.233732137Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions","method":"POST","req_id":"fbc72209-5782-41e6-945e-1acba767a01b","remote_addr":"[fd00:1122:3344:101::b]:42462","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":11977,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.242253292Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.242272802Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"23c68f94-476e-4753-9904-ca4a629096f1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/23c68f94-476e-4753-9904-ca4a629096f1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.316750166Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"region":"23c68f94-476e-4753-9904-ca4a629096f1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"23c68f94-476e-4753-9904-ca4a629096f1\" \"--data\" \"/data/regions/23c68f94-476e-4753-9904-ca4a629096f1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.316832058Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"region":"23c68f94-476e-4753-9904-ca4a629096f1","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.382138899Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions","method":"POST","req_id":"a5299d78-3e08-4d2a-a5d4-9a8069ec9659","remote_addr":"[fd00:1122:3344:101::b]:42462","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.677670482Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"region":"23c68f94-476e-4753-9904-ca4a629096f1","component":"worker"} {"msg":"region 23c68f94-476e-4753-9904-ca4a629096f1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.677736694Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.677954599Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.680224937Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.687261905Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.702788057Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.705764622Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.70647186Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.706534502Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.706571743Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.706611104Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.721284325Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:15.725869411Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:47:16.119088303Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions","method":"POST","req_id":"72d7bf1a-fc95-46c2-bd01-17d1a089f794","remote_addr":"[fd00:1122:3344:101::b]:42462","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.419029452Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44077"} {"msg":"region 58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.419661488Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.423152037Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.423166297Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions","method":"POST","req_id":"161b6eb4-7d3d-43f5-80f0-5779ccdc1f4c","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":4053,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.430334948Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.430365489Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.492467469Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"region":"58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b\" \"--data\" \"/data/regions/58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.49249636Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"region":"58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.567816695Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"region":"58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b","component":"worker"} {"msg":"region 58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.567842675Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.567952698Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.586489367Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.586564489Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.586636501Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.586646301Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.586680982Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.586725643Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.586823835Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.586874327Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.586921058Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.586961109Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.594623383Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.594991352Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.597668629Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.606153504Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.608786611Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58ed4cff-fd1f-4bc2-a2d3-e2e826388f4b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.609088278Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.60914091Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.6091775Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.609212252Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.612429613Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.616618989Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:43.779537108Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions","method":"POST","req_id":"c78e8ad6-ae59-4d81-8bb6-6d079c07e12b","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.245400072Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions/23c68f94-476e-4753-9904-ca4a629096f1","method":"GET","req_id":"1d80e734-7f97-45a5-8c36-741b67a81d84","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"path is \"/data/regions/23c68f94-476e-4753-9904-ca4a629096f1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.249006463Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"dataset is oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.254647056Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"snapshot is oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/23c68f94-476e-4753-9904-ca4a629096f1@4f552317-4be0-438f-bd87-f1080a96b169","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.261192392Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/23c68f94-476e-4753-9904-ca4a629096f1\", \"4f552317-4be0-438f-bd87-f1080a96b169\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.261210792Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.270128608Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions/23c68f94-476e-4753-9904-ca4a629096f1/snapshots/4f552317-4be0-438f-bd87-f1080a96b169","method":"GET","req_id":"f8de3a69-3d82-4d9b-ba34-fe4fa3932eb0","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21140,"response_code":200} {"msg":"path is \"/data/regions/23c68f94-476e-4753-9904-ca4a629096f1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.274074967Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"dataset is oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.279423393Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"snapshot is oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/23c68f94-476e-4753-9904-ca4a629096f1@4f552317-4be0-438f-bd87-f1080a96b169","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.284178133Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/23c68f94-476e-4753-9904-ca4a629096f1\", \"4f552317-4be0-438f-bd87-f1080a96b169\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.284199253Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 23c68f94-476e-4753-9904-ca4a629096f1-4f552317-4be0-438f-bd87-f1080a96b169 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.290936184Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.291107338Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions/23c68f94-476e-4753-9904-ca4a629096f1/snapshots/4f552317-4be0-438f-bd87-f1080a96b169/run","method":"POST","req_id":"54f373ba-1c77-4565-bf04-90815d802df0","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17062,"response_code":200} {"msg":"applying SMF actions for region 23c68f94-476e-4753-9904-ca4a629096f1 running snapshot 4f552317-4be0-438f-bd87-f1080a96b169 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.291126348Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.29157729Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.291647172Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.291714254Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.291719634Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.291754264Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.291792085Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.292156705Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.292202286Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.292242127Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.292279728Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.295793717Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-23c68f94-476e-4753-9904-ca4a629096f1-4f552317-4be0-438f-bd87-f1080a96b169","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.299540201Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-23c68f94-476e-4753-9904-ca4a629096f1-4f552317-4be0-438f-bd87-f1080a96b169","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.309533494Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-23c68f94-476e-4753-9904-ca4a629096f1-4f552317-4be0-438f-bd87-f1080a96b169","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.319423244Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23c68f94-476e-4753-9904-ca4a629096f1/.zfs/snapshot/4f552317-4be0-438f-bd87-f1080a96b169","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.319701551Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.319752963Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.319791544Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.319823054Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.319866365Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.323132358Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.327710924Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"region 23c68f94-476e-4753-9904-ca4a629096f1 running snapshot 4f552317-4be0-438f-bd87-f1080a96b169 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.327722964Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"path is \"/data/regions/23c68f94-476e-4753-9904-ca4a629096f1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.422682215Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"dataset is oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.428738478Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"snapshot is oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/23c68f94-476e-4753-9904-ca4a629096f1@4f552317-4be0-438f-bd87-f1080a96b169","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.434475624Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/23c68f94-476e-4753-9904-ca4a629096f1\", \"4f552317-4be0-438f-bd87-f1080a96b169\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.434502894Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:45.440300511Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions/23c68f94-476e-4753-9904-ca4a629096f1/snapshots/4f552317-4be0-438f-bd87-f1080a96b169/run","method":"POST","req_id":"6a860bfc-1d02-408a-b4d4-35c0f6e1ef65","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17650,"response_code":200} {"msg":"region da34f5e4-1e9b-4f03-aae5-f869272fdbc1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.377397432Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.377624258Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.377654358Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions","method":"POST","req_id":"a1cb9ef8-8d23-429a-b824-bbd71a18fad0","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":277,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/da34f5e4-1e9b-4f03-aae5-f869272fdbc1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.385370263Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/da34f5e4-1e9b-4f03-aae5-f869272fdbc1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.385383214Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"da34f5e4-1e9b-4f03-aae5-f869272fdbc1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/da34f5e4-1e9b-4f03-aae5-f869272fdbc1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.453941087Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"region":"da34f5e4-1e9b-4f03-aae5-f869272fdbc1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"da34f5e4-1e9b-4f03-aae5-f869272fdbc1\" \"--data\" \"/data/regions/da34f5e4-1e9b-4f03-aae5-f869272fdbc1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.453988709Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"region":"da34f5e4-1e9b-4f03-aae5-f869272fdbc1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.538804523Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"region":"da34f5e4-1e9b-4f03-aae5-f869272fdbc1","component":"worker"} {"msg":"region da34f5e4-1e9b-4f03-aae5-f869272fdbc1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.538837604Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.538951347Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.53945643Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.539527712Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.539596553Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.539606414Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.539638244Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.539677985Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.540047405Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.540088406Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.540134497Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.540173618Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.545366079Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-da34f5e4-1e9b-4f03-aae5-f869272fdbc1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.546408715Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-da34f5e4-1e9b-4f03-aae5-f869272fdbc1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.549066923Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.550666483Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions","method":"POST","req_id":"02b2b018-504b-4bc0-81b1-f7b06eeea0fe","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.556218794Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-da34f5e4-1e9b-4f03-aae5-f869272fdbc1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.559409494Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da34f5e4-1e9b-4f03-aae5-f869272fdbc1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.559739263Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.559794314Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.559831795Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.559866596Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.564368345Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:57:50.570212397Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.398796697Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions/da34f5e4-1e9b-4f03-aae5-f869272fdbc1","method":"GET","req_id":"48a42524-c408-42b0-8c31-9b2d8092f401","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":85,"response_code":200} {"msg":"path is \"/data/regions/da34f5e4-1e9b-4f03-aae5-f869272fdbc1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.405878348Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"dataset is oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/da34f5e4-1e9b-4f03-aae5-f869272fdbc1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.416772872Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"region da34f5e4-1e9b-4f03-aae5-f869272fdbc1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.423898982Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.42461673Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.424665021Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions/da34f5e4-1e9b-4f03-aae5-f869272fdbc1","method":"DELETE","req_id":"618e0b90-16d2-45ac-81b0-de835eefc097","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18728,"response_code":204} {"msg":"disabling downstairs instance: downstairs-da34f5e4-1e9b-4f03-aae5-f869272fdbc1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.425604717Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.428308194Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions/da34f5e4-1e9b-4f03-aae5-f869272fdbc1","method":"GET","req_id":"6eabbec0-2c71-4929-8e49-6fdda967ecd7","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.435639909Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.435711771Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.435782023Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.435793103Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.435824824Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.435863534Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23c68f94-476e-4753-9904-ca4a629096f1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.436180822Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.436252584Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.436298085Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.436353897Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.440358758Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.44239792Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_79084af0-baaa-47e9-9707-8fcb3567227e/crucible/regions/da34f5e4-1e9b-4f03-aae5-f869272fdbc1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.449225452Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"region":"da34f5e4-1e9b-4f03-aae5-f869272fdbc1","component":"worker"} {"msg":"region da34f5e4-1e9b-4f03-aae5-f869272fdbc1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.501292389Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-05T18:58:16.57250288Z","hostname":"oxz_crucible_a81dccff-8b1e-4248-a31f-eb6b1ccbea78","pid":27449,"uri":"/crucible/0/regions/da34f5e4-1e9b-4f03-aae5-f869272fdbc1","method":"GET","req_id":"1a2cb80f-738a-4654-981f-705a5978b168","remote_addr":"[fd00:1122:3344:101::b]:44077","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":200}