[ Mar  6 19:41:57 Enabled. ]
[ Mar  6 19:41:57 Rereading configuration. ]
[ Mar  6 19:42:00 Rereading configuration. ]
[ Mar  6 19:42:04 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_86c38cd0-34cb-4daf-a185-36e245280bc2/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:05.033644368Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368}
{"msg":"dataset: \"oxp_86c38cd0-34cb-4daf-a185-36e245280bc2/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:05.034365867Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:05.034374787Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:05.034380007Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:05.047042521Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:05.13574817Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.464611708Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37518"}
{"msg":"region 86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.500865976Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.503828472Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.503868853Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"uri":"/crucible/0/regions","method":"POST","req_id":"4f3fe814-56ed-44f0-9c8c-53ab2a9a642a","remote_addr":"[fd00:1122:3344:101::c]:37518","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19174,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_86c38cd0-34cb-4daf-a185-36e245280bc2/crucible/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.511928719Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_86c38cd0-34cb-4daf-a185-36e245280bc2/crucible/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.51194121Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.569832081Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"region":"86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0\" \"--data\" \"/data/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.572204952Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"region":"86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.798586716Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"uri":"/crucible/0/regions","method":"POST","req_id":"d1ee51ea-bd41-4fae-8226-f25d38e3664f","remote_addr":"[fd00:1122:3344:101::c]:37518","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.911691051Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"region":"86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","component":"worker"}
{"msg":"region 86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.911769273Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.911970008Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.912354568Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.921266456Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.937944573Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.941570686Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.94214102Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.942199902Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.942235383Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.942266963Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.946458331Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:33.951081249Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.25244872Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"uri":"/crucible/0/regions","method":"POST","req_id":"1118a545-6418-4294-a787-25a6094cd6bf","remote_addr":"[fd00:1122:3344:101::c]:37518","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.598638168Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"uri":"/crucible/0/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","method":"GET","req_id":"b97c6cc5-0c3f-4deb-b56a-4a862fc4aceb","remote_addr":"[fd00:1122:3344:101::c]:37518","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"path is \"/data/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.601213133Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"datafile"}
{"msg":"dataset is oxp_86c38cd0-34cb-4daf-a185-36e245280bc2/crucible/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.609922196Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"datafile"}
{"msg":"region 86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.616868344Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.617032238Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"uri":"/crucible/0/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","method":"DELETE","req_id":"98791ee6-f54c-41db-a011-f5f225274add","remote_addr":"[fd00:1122:3344:101::c]:37518","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15836,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.617080739Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.617950642Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.619221074Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"uri":"/crucible/0/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","method":"GET","req_id":"90b38d8d-b514-4fd6-92b7-52c9fece5d12","remote_addr":"[fd00:1122:3344:101::c]:37518","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.622128659Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_86c38cd0-34cb-4daf-a185-36e245280bc2/crucible/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.630727488Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"region":"86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.683992061Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"uri":"/crucible/0/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","method":"GET","req_id":"2426a581-e62b-4b24-b27a-e182fc9b7b18","remote_addr":"[fd00:1122:3344:101::c]:37518","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"region 86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.702577466Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-06T19:42:34.844101527Z","hostname":"oxz_crucible_b00eaa21-b04e-413c-8284-1c4dc33f6efe","pid":24368,"uri":"/crucible/0/regions/86f6d0cf-7315-4ce7-91bf-a3e0be79e4e0","method":"GET","req_id":"e0062a94-34ce-4aeb-ac98-55493a7bcfd0","remote_addr":"[fd00:1122:3344:101::c]:37518","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":34,"response_code":200}