[ Jan 16 20:29:56 Enabled. ]
[ Jan 16 20:29:56 Rereading configuration. ]
[ Jan 16 20:29:59 Rereading configuration. ]
[ Jan 16 20:30:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c56f51c4-aa5b-4be2-881f-358cd7ce540f/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.547874479Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298}
{"msg":"dataset: \"oxp_c56f51c4-aa5b-4be2-881f-358cd7ce540f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.548654667Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.548664747Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.548669757Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.561208908Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:30:11.693488159Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.793991685Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37341"}
{"msg":"region 74a2826e-bc2c-4510-80a8-20892a1efe30 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.820932668Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.823518056Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions","method":"POST","req_id":"4eec0df3-d775-473a-8100-5b864657a6ee","remote_addr":"[fd00:1122:3344:101::b]:37341","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15822,"response_code":200}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.823591137Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_c56f51c4-aa5b-4be2-881f-358cd7ce540f/crucible/regions/74a2826e-bc2c-4510-80a8-20892a1efe30","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.832021906Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c56f51c4-aa5b-4be2-881f-358cd7ce540f/crucible/regions/74a2826e-bc2c-4510-80a8-20892a1efe30","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.832042446Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"74a2826e-bc2c-4510-80a8-20892a1efe30\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/74a2826e-bc2c-4510-80a8-20892a1efe30\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.883612371Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"region":"74a2826e-bc2c-4510-80a8-20892a1efe30","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"74a2826e-bc2c-4510-80a8-20892a1efe30\" \"--data\" \"/data/regions/74a2826e-bc2c-4510-80a8-20892a1efe30\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:04.885895402Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"region":"74a2826e-bc2c-4510-80a8-20892a1efe30","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.185970319Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions","method":"POST","req_id":"c0eb1508-45c7-40b3-9414-c013acb8f3c8","remote_addr":"[fd00:1122:3344:101::b]:37341","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.218331983Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"region":"74a2826e-bc2c-4510-80a8-20892a1efe30","component":"worker"}
{"msg":"region 74a2826e-bc2c-4510-80a8-20892a1efe30 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.218366954Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.218465896Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-74a2826e-bc2c-4510-80a8-20892a1efe30","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.218799044Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-74a2826e-bc2c-4510-80a8-20892a1efe30","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.22354215Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.233878861Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-74a2826e-bc2c-4510-80a8-20892a1efe30","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.237150914Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/74a2826e-bc2c-4510-80a8-20892a1efe30","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.237824869Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.237892981Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.237934872Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.237970742Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.241590914Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.245387368Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:05.759541728Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions","method":"POST","req_id":"f96c7657-f8b9-424a-ad05-2fb83a3ebc82","remote_addr":"[fd00:1122:3344:101::b]:37341","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.252175755Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions/74a2826e-bc2c-4510-80a8-20892a1efe30","method":"GET","req_id":"15e59f43-d89b-4e49-9c4c-dc9f8e205a80","remote_addr":"[fd00:1122:3344:101::b]:37341","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/74a2826e-bc2c-4510-80a8-20892a1efe30\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.255173171Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"dataset is oxp_c56f51c4-aa5b-4be2-881f-358cd7ce540f/crucible/regions/74a2826e-bc2c-4510-80a8-20892a1efe30","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.263360605Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"region 74a2826e-bc2c-4510-80a8-20892a1efe30 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.270222779Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.270342821Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.270357242Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions/74a2826e-bc2c-4510-80a8-20892a1efe30","method":"DELETE","req_id":"335077af-8df6-4f2f-b78d-b3d0d9c01cab","remote_addr":"[fd00:1122:3344:101::b]:37341","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15194,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-74a2826e-bc2c-4510-80a8-20892a1efe30 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.271408505Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.273500392Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions/74a2826e-bc2c-4510-80a8-20892a1efe30","method":"GET","req_id":"8334ed9d-27d1-4667-a826-bd3aa3df6a2e","remote_addr":"[fd00:1122:3344:101::b]:37341","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.275566708Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c56f51c4-aa5b-4be2-881f-358cd7ce540f/crucible/regions/74a2826e-bc2c-4510-80a8-20892a1efe30\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.283814223Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"region":"74a2826e-bc2c-4510-80a8-20892a1efe30","component":"worker"}
{"msg":"region 74a2826e-bc2c-4510-80a8-20892a1efe30 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.340090262Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:31:06.388113657Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions/74a2826e-bc2c-4510-80a8-20892a1efe30","method":"GET","req_id":"8b439844-50e4-4c80-b05f-63f8765b486e","remote_addr":"[fd00:1122:3344:101::b]:37341","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:56.818389052Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63827"}
{"msg":"region 33cecf64-23f2-45c4-be33-7f78dc40b896 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:56.819037926Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:56.819311662Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:56.819319492Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions","method":"POST","req_id":"af410bfe-1abb-423f-b976-549ffafe7b92","remote_addr":"[fd00:1122:3344:101::b]:63827","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":846,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_c56f51c4-aa5b-4be2-881f-358cd7ce540f/crucible/regions/33cecf64-23f2-45c4-be33-7f78dc40b896","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:56.828339914Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c56f51c4-aa5b-4be2-881f-358cd7ce540f/crucible/regions/33cecf64-23f2-45c4-be33-7f78dc40b896","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:56.828362555Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"33cecf64-23f2-45c4-be33-7f78dc40b896\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/33cecf64-23f2-45c4-be33-7f78dc40b896\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:56.875924169Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"region":"33cecf64-23f2-45c4-be33-7f78dc40b896","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"33cecf64-23f2-45c4-be33-7f78dc40b896\" \"--data\" \"/data/regions/33cecf64-23f2-45c4-be33-7f78dc40b896\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:56.87596604Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"region":"33cecf64-23f2-45c4-be33-7f78dc40b896","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.136200946Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions","method":"POST","req_id":"6d094bd8-9b32-4a12-a18b-aba3439dcc3c","remote_addr":"[fd00:1122:3344:101::b]:63827","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":86,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.174170165Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"region":"33cecf64-23f2-45c4-be33-7f78dc40b896","component":"worker"}
{"msg":"region 33cecf64-23f2-45c4-be33-7f78dc40b896 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.174214686Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.17438958Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-33cecf64-23f2-45c4-be33-7f78dc40b896","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.175682499Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-33cecf64-23f2-45c4-be33-7f78dc40b896","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.188278331Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.20831288Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-33cecf64-23f2-45c4-be33-7f78dc40b896","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.211088402Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/33cecf64-23f2-45c4-be33-7f78dc40b896","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.211500691Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.211561672Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.211618204Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.211671735Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.216503693Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.221965575Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:41:57.664958691Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions","method":"POST","req_id":"093bb9c6-c1e2-43bc-9812-71663dfdfd89","remote_addr":"[fd00:1122:3344:101::b]:63827","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region e1783f66-5294-4e02-9ee0-6d8c0efb6bca state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.323959943Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.324134357Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.324147017Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions","method":"POST","req_id":"d58140d2-03a3-4e1d-bd0f-8b19e22be569","remote_addr":"[fd00:1122:3344:101::b]:63827","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":229,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_c56f51c4-aa5b-4be2-881f-358cd7ce540f/crucible/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.332062384Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c56f51c4-aa5b-4be2-881f-358cd7ce540f/crucible/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.332085215Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e1783f66-5294-4e02-9ee0-6d8c0efb6bca\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.379205639Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"region":"e1783f66-5294-4e02-9ee0-6d8c0efb6bca","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e1783f66-5294-4e02-9ee0-6d8c0efb6bca\" \"--data\" \"/data/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.37923478Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"region":"e1783f66-5294-4e02-9ee0-6d8c0efb6bca","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.451190851Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"region":"e1783f66-5294-4e02-9ee0-6d8c0efb6bca","component":"worker"}
{"msg":"region e1783f66-5294-4e02-9ee0-6d8c0efb6bca state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.451224991Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.451319584Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e1783f66-5294-4e02-9ee0-6d8c0efb6bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.455864405Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e1783f66-5294-4e02-9ee0-6d8c0efb6bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.465938921Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.473142642Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e1783f66-5294-4e02-9ee0-6d8c0efb6bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.476758743Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.476907686Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions","method":"POST","req_id":"356b0805-3cbf-4168-8964-3c411a31bb18","remote_addr":"[fd00:1122:3344:101::b]:63827","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.477045269Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.477122501Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.477178912Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.477241004Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.481831767Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:03.48691689Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.581246231Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35470"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.581436535Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca","method":"GET","req_id":"552c88b3-b4b7-4fe8-ba60-0ac231040e22","remote_addr":"[fd00:1122:3344:101::b]:35470","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"path is \"/data/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.585211339Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"dataset is oxp_c56f51c4-aa5b-4be2-881f-358cd7ce540f/crucible/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.596003571Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"region e1783f66-5294-4e02-9ee0-6d8c0efb6bca state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.602628179Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.603227103Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.603245883Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca","method":"DELETE","req_id":"16a8218c-3a4f-406b-99c2-64e84110b437","remote_addr":"[fd00:1122:3344:101::b]:35470","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18053,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-e1783f66-5294-4e02-9ee0-6d8c0efb6bca (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.604298387Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.606498816Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca","method":"GET","req_id":"27d67378-76f7-41c0-b120-0dec75406fea","remote_addr":"[fd00:1122:3344:101::b]:35470","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":32,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.618701559Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c56f51c4-aa5b-4be2-881f-358cd7ce540f/crucible/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.62678012Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"region":"e1783f66-5294-4e02-9ee0-6d8c0efb6bca","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.67903061Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca","method":"GET","req_id":"7bbba1b4-f788-4277-92ee-a819ae4f3b6e","remote_addr":"[fd00:1122:3344:101::b]:35470","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":36,"response_code":200}
{"msg":"region e1783f66-5294-4e02-9ee0-6d8c0efb6bca state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.682747963Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T20:42:35.818631734Z","hostname":"oxz_crucible_981bf5a7-8e95-4b95-9bc6-e1ebd4980d22","pid":29298,"uri":"/crucible/0/regions/e1783f66-5294-4e02-9ee0-6d8c0efb6bca","method":"GET","req_id":"3de65f91-5fe5-45d2-b7f2-1210b12b3fd2","remote_addr":"[fd00:1122:3344:101::b]:35470","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":40,"response_code":200}