[ Jun  3 22:45:04 Enabled. ]
[ Jun  3 22:45:04 Rereading configuration. ]
[ Jun  3 22:45:05 Rereading configuration. ]
[ Jun  3 22:45:07 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:45:07.939029848Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696}
{"msg":"dataset: \"oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:45:07.939248563Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:45:07.939259033Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:45:07.939265723Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:45:07.960161443Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:45:08.031245597Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.712758518Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60993"}
{"msg":"region c7a0c42f-2d23-4216-83ee-f62962ddb31c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.747344261Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.752314983Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.752354714Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"uri":"/crucible/0/regions","method":"POST","req_id":"829d6b69-8f01-43f4-a46c-9122e106ef1d","remote_addr":"[fd00:1122:3344:101::b]:60993","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":14143,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.75947704Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.759502751Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c7a0c42f-2d23-4216-83ee-f62962ddb31c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.81095737Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"region":"c7a0c42f-2d23-4216-83ee-f62962ddb31c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c7a0c42f-2d23-4216-83ee-f62962ddb31c\" \"--data\" \"/data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.812985082Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"region":"c7a0c42f-2d23-4216-83ee-f62962ddb31c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.943176212Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"region":"c7a0c42f-2d23-4216-83ee-f62962ddb31c","component":"worker"}
{"msg":"region c7a0c42f-2d23-4216-83ee-f62962ddb31c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.943226603Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.943336545Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.945605972Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.950083315Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.960607761Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.962076231Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.962791796Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.962844617Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.962881888Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.962915128Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.971365222Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"uri":"/crucible/0/regions","method":"POST","req_id":"fe36c94b-b81f-4835-b416-b360e5daa494","remote_addr":"[fd00:1122:3344:101::b]:60993","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.971604807Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:46:33.974735532Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.446346752Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48607"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.447037967Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"uri":"/crucible/0/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","method":"GET","req_id":"b484fca1-adac-4fc9-b05b-f6f859c66850","remote_addr":"[fd00:1122:3344:101::b]:48607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"path is \"/data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.450162741Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"dataset is oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.455324927Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"snapshot is oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c@bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.461871422Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c\", \"bda688d3-3109-4ac2-bac3-6346eeae8b29\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.461885752Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.472025921Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"uri":"/crucible/0/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c/snapshots/bda688d3-3109-4ac2-bac3-6346eeae8b29","method":"GET","req_id":"38bec66a-b5e8-4fdf-9381-05f74ad3a0ec","remote_addr":"[fd00:1122:3344:101::b]:48607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21920,"response_code":200}
{"msg":"path is \"/data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.475421471Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"dataset is oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.481346283Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"snapshot is oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c@bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.486913718Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c\", \"bda688d3-3109-4ac2-bac3-6346eeae8b29\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.486946928Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot c7a0c42f-2d23-4216-83ee-f62962ddb31c-bda688d3-3109-4ac2-bac3-6346eeae8b29 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.496893973Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.500186451Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"uri":"/crucible/0/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c/snapshots/bda688d3-3109-4ac2-bac3-6346eeae8b29/run","method":"POST","req_id":"aa695704-f63e-4d20-b724-d9c64816d612","remote_addr":"[fd00:1122:3344:101::b]:48607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24780,"response_code":200}
{"msg":"applying SMF actions for region c7a0c42f-2d23-4216-83ee-f62962ddb31c running snapshot bda688d3-3109-4ac2-bac3-6346eeae8b29 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.500216581Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.516053498Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.516129849Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.516205031Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.516213411Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.516251932Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.516296452Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.516398445Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.516448836Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.516492787Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.516533297Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.524696665Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-c7a0c42f-2d23-4216-83ee-f62962ddb31c-bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.527917912Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c7a0c42f-2d23-4216-83ee-f62962ddb31c-bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.534282723Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c7a0c42f-2d23-4216-83ee-f62962ddb31c-bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.543267498Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c/.zfs/snapshot/bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.543574974Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.543631785Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.543670196Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.543708737Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.543761518Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.545885512Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.548837293Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"region c7a0c42f-2d23-4216-83ee-f62962ddb31c running snapshot bda688d3-3109-4ac2-bac3-6346eeae8b29 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.548854593Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"path is \"/data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.772727001Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"dataset is oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.779171514Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"snapshot is oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c@bda688d3-3109-4ac2-bac3-6346eeae8b29","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.787606057Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c\", \"bda688d3-3109-4ac2-bac3-6346eeae8b29\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.787640568Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:41.794486619Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"uri":"/crucible/0/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c/snapshots/bda688d3-3109-4ac2-bac3-6346eeae8b29/run","method":"POST","req_id":"a9fdf582-9f78-4fb9-adab-e8240fa610cd","remote_addr":"[fd00:1122:3344:101::b]:48607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21793,"response_code":200}
{"msg":"region e1ae9825-f511-4d86-a7c5-47adf14fe9d1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.054675003Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.054905278Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"uri":"/crucible/0/regions","method":"POST","req_id":"819827e6-4903-4141-a12b-16b34109892c","remote_addr":"[fd00:1122:3344:101::b]:48607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":290,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.054933519Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/e1ae9825-f511-4d86-a7c5-47adf14fe9d1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.060269549Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/e1ae9825-f511-4d86-a7c5-47adf14fe9d1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.060300109Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e1ae9825-f511-4d86-a7c5-47adf14fe9d1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e1ae9825-f511-4d86-a7c5-47adf14fe9d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.09675811Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"region":"e1ae9825-f511-4d86-a7c5-47adf14fe9d1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e1ae9825-f511-4d86-a7c5-47adf14fe9d1\" \"--data\" \"/data/regions/e1ae9825-f511-4d86-a7c5-47adf14fe9d1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.096793861Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"region":"e1ae9825-f511-4d86-a7c5-47adf14fe9d1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.144491543Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"region":"e1ae9825-f511-4d86-a7c5-47adf14fe9d1","component":"worker"}
{"msg":"region e1ae9825-f511-4d86-a7c5-47adf14fe9d1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.144523453Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.144638655Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.145120936Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.145206757Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.145275199Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.145307359Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.14531504Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.14536829Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.145723868Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.145773289Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.14581593Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.14585726Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.147867192Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e1ae9825-f511-4d86-a7c5-47adf14fe9d1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.148217899Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e1ae9825-f511-4d86-a7c5-47adf14fe9d1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.151981897Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.15554945Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e1ae9825-f511-4d86-a7c5-47adf14fe9d1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.15699109Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e1ae9825-f511-4d86-a7c5-47adf14fe9d1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.157292646Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.157349107Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.157388418Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.157424689Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.159190435Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.163062275Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:57:46.399041463Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"uri":"/crucible/0/regions","method":"POST","req_id":"46a81ff3-51c6-4fc4-b7ce-f1c3114f51f0","remote_addr":"[fd00:1122:3344:101::b]:48607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.183699386Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"uri":"/crucible/0/regions/e1ae9825-f511-4d86-a7c5-47adf14fe9d1","method":"GET","req_id":"9ae06313-4a96-4172-8d2e-ec111a7c9dce","remote_addr":"[fd00:1122:3344:101::b]:48607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"path is \"/data/regions/e1ae9825-f511-4d86-a7c5-47adf14fe9d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.187382022Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"dataset is oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/e1ae9825-f511-4d86-a7c5-47adf14fe9d1","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.197088651Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"region e1ae9825-f511-4d86-a7c5-47adf14fe9d1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.204504394Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.204655087Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.204673658Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"uri":"/crucible/0/regions/e1ae9825-f511-4d86-a7c5-47adf14fe9d1","method":"DELETE","req_id":"9addc16c-2271-4afa-88e2-bb789624ee50","remote_addr":"[fd00:1122:3344:101::b]:48607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17316,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-e1ae9825-f511-4d86-a7c5-47adf14fe9d1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.205911283Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.207769531Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"uri":"/crucible/0/regions/e1ae9825-f511-4d86-a7c5-47adf14fe9d1","method":"GET","req_id":"2088b342-553a-4570-b5d7-b72a776cfd56","remote_addr":"[fd00:1122:3344:101::b]:48607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.208549947Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.208636239Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.208720691Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.208733091Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.208785372Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.208901154Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c7a0c42f-2d23-4216-83ee-f62962ddb31c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.20918564Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.209223951Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.209273742Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.209320093Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.21113054Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.212461168Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0d11277e-ae18-4171-aee7-5867c73cbd3a/crucible/regions/e1ae9825-f511-4d86-a7c5-47adf14fe9d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.221000094Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"region":"e1ae9825-f511-4d86-a7c5-47adf14fe9d1","component":"worker"}
{"msg":"region e1ae9825-f511-4d86-a7c5-47adf14fe9d1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.268187695Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T22:58:11.308302151Z","hostname":"oxz_crucible_0d26bb14-4d10-468a-b350-7d368ff2d5b3","pid":25696,"uri":"/crucible/0/regions/e1ae9825-f511-4d86-a7c5-47adf14fe9d1","method":"GET","req_id":"d8a9168e-8d85-451d-8938-46478af856bd","remote_addr":"[fd00:1122:3344:101::b]:48607","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":44,"response_code":200}