[ Jun 25 01:01:04 Enabled. ]
[ Jun 25 01:01:04 Rereading configuration. ]
[ Jun 25 01:01:06 Rereading configuration. ]
[ Jun 25 01:01:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_950e579c-96c4-4dc8-bfb1-eef131a5818b/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:01:09.655205989Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538}
{"msg":"dataset: \"oxp_950e579c-96c4-4dc8-bfb1-eef131a5818b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:01:09.655548725Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:01:09.655575936Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:01:09.655585446Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:01:09.675227197Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:01:09.760608762Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.801838407Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58959"}
{"msg":"region d94b7b0c-674f-4ae6-b29f-73d59e4d9f73 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.824603418Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.830294645Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.830332126Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions","method":"POST","req_id":"3c95a472-c88c-45d7-97fc-d1f5edce11d0","remote_addr":"[fd00:1122:3344:101::b]:58959","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":13155,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_950e579c-96c4-4dc8-bfb1-eef131a5818b/crucible/regions/d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.837658195Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_950e579c-96c4-4dc8-bfb1-eef131a5818b/crucible/regions/d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.837685215Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d94b7b0c-674f-4ae6-b29f-73d59e4d9f73\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d94b7b0c-674f-4ae6-b29f-73d59e4d9f73\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.884530271Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"region":"d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d94b7b0c-674f-4ae6-b29f-73d59e4d9f73\" \"--data\" \"/data/regions/d94b7b0c-674f-4ae6-b29f-73d59e4d9f73\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:12.884570812Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"region":"d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.103119624Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions","method":"POST","req_id":"a704fb76-fb1d-421c-90f7-a414ef7b574c","remote_addr":"[fd00:1122:3344:101::b]:58959","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.200953254Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"region":"d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","component":"worker"}
{"msg":"region d94b7b0c-674f-4ae6-b29f-73d59e4d9f73 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.200999145Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.201102987Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.203946791Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.20866381Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.222310138Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.223655334Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.224382957Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.224444909Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.224484829Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.22452152Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.235306884Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.237632098Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:13.538987597Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions","method":"POST","req_id":"7ffeca3d-9138-4e84-b494-2bf9dabd7786","remote_addr":"[fd00:1122:3344:101::b]:58959","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":97,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.051901135Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions/d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","method":"GET","req_id":"c3a7713e-c9fe-4497-9eb2-0f18e5ddf2f0","remote_addr":"[fd00:1122:3344:101::b]:58959","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":152,"response_code":200}
{"msg":"path is \"/data/regions/d94b7b0c-674f-4ae6-b29f-73d59e4d9f73\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.054926182Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"dataset is oxp_950e579c-96c4-4dc8-bfb1-eef131a5818b/crucible/regions/d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.062297481Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"region d94b7b0c-674f-4ae6-b29f-73d59e4d9f73 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.068698552Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.068854295Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.068887676Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions/d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","method":"DELETE","req_id":"0fe79b6d-8e31-4214-a418-5ff90d93f8d3","remote_addr":"[fd00:1122:3344:101::b]:58959","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":14000,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-d94b7b0c-674f-4ae6-b29f-73d59e4d9f73 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.069923925Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.072478064Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.078954406Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions/d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","method":"GET","req_id":"a233c783-ab9b-47d5-93a9-92741920496a","remote_addr":"[fd00:1122:3344:101::b]:58959","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_950e579c-96c4-4dc8-bfb1-eef131a5818b/crucible/regions/d94b7b0c-674f-4ae6-b29f-73d59e4d9f73\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.081438553Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"region":"d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","component":"worker"}
{"msg":"region d94b7b0c-674f-4ae6-b29f-73d59e4d9f73 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.1341684Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:02:14.21558959Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions/d94b7b0c-674f-4ae6-b29f-73d59e4d9f73","method":"GET","req_id":"4013752e-6e69-4225-8abd-39d754b6d02a","remote_addr":"[fd00:1122:3344:101::b]:58959","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.62771009Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59559"}
{"msg":"region 2e646ef0-6dfc-43af-8179-1f5e01ccc301 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.627808182Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.631708565Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.631720596Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions","method":"POST","req_id":"3b24e649-c7e0-4084-86fd-9068d7810865","remote_addr":"[fd00:1122:3344:101::b]:59559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":3967,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_950e579c-96c4-4dc8-bfb1-eef131a5818b/crucible/regions/2e646ef0-6dfc-43af-8179-1f5e01ccc301","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.639310069Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_950e579c-96c4-4dc8-bfb1-eef131a5818b/crucible/regions/2e646ef0-6dfc-43af-8179-1f5e01ccc301","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.63934848Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2e646ef0-6dfc-43af-8179-1f5e01ccc301\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2e646ef0-6dfc-43af-8179-1f5e01ccc301\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.686127804Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"region":"2e646ef0-6dfc-43af-8179-1f5e01ccc301","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2e646ef0-6dfc-43af-8179-1f5e01ccc301\" \"--data\" \"/data/regions/2e646ef0-6dfc-43af-8179-1f5e01ccc301\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.686174595Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"region":"2e646ef0-6dfc-43af-8179-1f5e01ccc301","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.730717797Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"region":"2e646ef0-6dfc-43af-8179-1f5e01ccc301","component":"worker"}
{"msg":"region 2e646ef0-6dfc-43af-8179-1f5e01ccc301 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.730749798Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.730902801Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2e646ef0-6dfc-43af-8179-1f5e01ccc301","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.732032032Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2e646ef0-6dfc-43af-8179-1f5e01ccc301","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.73564557Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.745941085Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2e646ef0-6dfc-43af-8179-1f5e01ccc301","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.747163048Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2e646ef0-6dfc-43af-8179-1f5e01ccc301","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.747474014Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.747519085Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.747548285Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.747652697Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.749660945Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:15.752436308Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:16.001674671Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions","method":"POST","req_id":"d015e17b-b0bd-4739-9e13-44a138ab0cf5","remote_addr":"[fd00:1122:3344:101::b]:59559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.070625319Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59017"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.074012333Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions/006f31eb-3867-4dd4-8c81-c85062376609","method":"GET","req_id":"725075f4-b992-4d21-8202-600617001830","remote_addr":"[fd00:1122:3344:101::a]:59017","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","error_message_external":"Not Found","error_message_internal":"region RegionId(\"006f31eb-3867-4dd4-8c81-c85062376609\") not found","latency_us":3250,"response_code":404}
{"msg":"region 006f31eb-3867-4dd4-8c81-c85062376609 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.079049068Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.079316183Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.079345284Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions","method":"POST","req_id":"436a0cc0-3af9-489d-98b5-1c8e512d9b08","remote_addr":"[fd00:1122:3344:101::b]:59559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":350,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_950e579c-96c4-4dc8-bfb1-eef131a5818b/crucible/regions/006f31eb-3867-4dd4-8c81-c85062376609","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.089810561Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_950e579c-96c4-4dc8-bfb1-eef131a5818b/crucible/regions/006f31eb-3867-4dd4-8c81-c85062376609","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.089855112Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"006f31eb-3867-4dd4-8c81-c85062376609\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/006f31eb-3867-4dd4-8c81-c85062376609\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.170041808Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"region":"006f31eb-3867-4dd4-8c81-c85062376609","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"006f31eb-3867-4dd4-8c81-c85062376609\" \"--data\" \"/data/regions/006f31eb-3867-4dd4-8c81-c85062376609\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.17012449Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"region":"006f31eb-3867-4dd4-8c81-c85062376609","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.262739691Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"region":"006f31eb-3867-4dd4-8c81-c85062376609","component":"worker"}
{"msg":"region 006f31eb-3867-4dd4-8c81-c85062376609 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.262807843Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.262974866Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-006f31eb-3867-4dd4-8c81-c85062376609","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.264319551Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-006f31eb-3867-4dd4-8c81-c85062376609","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.275207967Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.2801333Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-006f31eb-3867-4dd4-8c81-c85062376609","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.282210609Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/006f31eb-3867-4dd4-8c81-c85062376609","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.282543976Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.282588357Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.282646008Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.282693839Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.284756368Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.289720151Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:22.324452348Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions","method":"POST","req_id":"60bce1ea-bced-471b-bcad-6b70f7e0a537","remote_addr":"[fd00:1122:3344:101::b]:59559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.844768872Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions/006f31eb-3867-4dd4-8c81-c85062376609","method":"GET","req_id":"ca05e213-c17a-47e0-a6db-a6ebb67f0f7d","remote_addr":"[fd00:1122:3344:101::b]:59559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"path is \"/data/regions/006f31eb-3867-4dd4-8c81-c85062376609\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.848659915Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"dataset is oxp_950e579c-96c4-4dc8-bfb1-eef131a5818b/crucible/regions/006f31eb-3867-4dd4-8c81-c85062376609","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.859365138Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"region 006f31eb-3867-4dd4-8c81-c85062376609 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.866602765Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.866818979Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.866828609Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions/006f31eb-3867-4dd4-8c81-c85062376609","method":"DELETE","req_id":"bae06ca0-e1e7-4f17-b8bc-c15e6d6029e9","remote_addr":"[fd00:1122:3344:101::b]:59559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18235,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-006f31eb-3867-4dd4-8c81-c85062376609 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.868512491Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.870480668Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions/006f31eb-3867-4dd4-8c81-c85062376609","method":"GET","req_id":"6406472e-18c6-44fe-ada8-cbbcd54480d3","remote_addr":"[fd00:1122:3344:101::b]:59559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.872346083Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_950e579c-96c4-4dc8-bfb1-eef131a5818b/crucible/regions/006f31eb-3867-4dd4-8c81-c85062376609\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.88006778Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"region":"006f31eb-3867-4dd4-8c81-c85062376609","component":"worker"}
{"msg":"region 006f31eb-3867-4dd4-8c81-c85062376609 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.929565535Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T01:13:46.955529776Z","hostname":"oxz_crucible_c4cb2c90-714c-46a1-a68c-137b02996934","pid":24538,"uri":"/crucible/0/regions/006f31eb-3867-4dd4-8c81-c85062376609","method":"GET","req_id":"9371d8c2-ba58-451c-8c34-fe8d002d9687","remote_addr":"[fd00:1122:3344:101::b]:59559","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200}