[ Jun 9 00:31:33 Enabled. ] [ Jun 9 00:31:33 Rereading configuration. ] [ Jun 9 00:31:34 Rereading configuration. ] [ Jun 9 00:31:37 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:31:37.440824097Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162} {"msg":"dataset: \"oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:31:37.44115508Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:31:37.44117032Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:31:37.44117795Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:31:37.460767892Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:31:37.527038058Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.028996881Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41928"} {"msg":"region 579a17fb-cd5a-45b4-83a5-46374e53eb7b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.073675989Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.079243345Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.079276635Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions","method":"POST","req_id":"d411ad24-4cca-41ab-ba52-3bd8ca79c8db","remote_addr":"[fd00:1122:3344:101::c]:41928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18211,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/579a17fb-cd5a-45b4-83a5-46374e53eb7b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.090289766Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/579a17fb-cd5a-45b4-83a5-46374e53eb7b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.090308757Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"579a17fb-cd5a-45b4-83a5-46374e53eb7b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/579a17fb-cd5a-45b4-83a5-46374e53eb7b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.14162883Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"579a17fb-cd5a-45b4-83a5-46374e53eb7b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"579a17fb-cd5a-45b4-83a5-46374e53eb7b\" \"--data\" \"/data/regions/579a17fb-cd5a-45b4-83a5-46374e53eb7b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.143998069Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"579a17fb-cd5a-45b4-83a5-46374e53eb7b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.400865818Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions","method":"POST","req_id":"3ef6f8d4-0022-44d9-9cc6-a4a1ed5c1c1e","remote_addr":"[fd00:1122:3344:101::c]:41928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.471362689Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"579a17fb-cd5a-45b4-83a5-46374e53eb7b","component":"worker"} {"msg":"region 579a17fb-cd5a-45b4-83a5-46374e53eb7b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.47140278Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.471535191Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-579a17fb-cd5a-45b4-83a5-46374e53eb7b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.474060532Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-579a17fb-cd5a-45b4-83a5-46374e53eb7b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.478606669Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.491431865Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-579a17fb-cd5a-45b4-83a5-46374e53eb7b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.492623125Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/579a17fb-cd5a-45b4-83a5-46374e53eb7b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.493364361Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.493420991Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.493460242Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.493496052Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.502576127Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.50536778Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:07.742792028Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions","method":"POST","req_id":"34f5b3e9-68b9-4040-8de6-86c9bda3b697","remote_addr":"[fd00:1122:3344:101::c]:41928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:08.388299892Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions/579a17fb-cd5a-45b4-83a5-46374e53eb7b","method":"GET","req_id":"622cbd08-b9db-44e7-9b91-07b103aa4da3","remote_addr":"[fd00:1122:3344:101::c]:41928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/579a17fb-cd5a-45b4-83a5-46374e53eb7b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:08.392448927Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"dataset is oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/579a17fb-cd5a-45b4-83a5-46374e53eb7b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:08.401841364Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"region 579a17fb-cd5a-45b4-83a5-46374e53eb7b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:08.409967641Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:08.410110092Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions/579a17fb-cd5a-45b4-83a5-46374e53eb7b","method":"DELETE","req_id":"9ca86f2c-dd23-4aa5-afcd-20bf9cba1a6e","remote_addr":"[fd00:1122:3344:101::c]:41928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18469,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:08.410134763Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-579a17fb-cd5a-45b4-83a5-46374e53eb7b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:08.411128161Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:08.412805585Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions/579a17fb-cd5a-45b4-83a5-46374e53eb7b","method":"GET","req_id":"a88d3d61-72a1-41cd-bb75-f4331f213da9","remote_addr":"[fd00:1122:3344:101::c]:41928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:08.413861833Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/579a17fb-cd5a-45b4-83a5-46374e53eb7b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:08.421801549Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"579a17fb-cd5a-45b4-83a5-46374e53eb7b","component":"worker"} {"msg":"region 579a17fb-cd5a-45b4-83a5-46374e53eb7b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:08.463207441Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:08.472303905Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions/579a17fb-cd5a-45b4-83a5-46374e53eb7b","method":"GET","req_id":"701bb018-b82d-40c0-89d2-48c85227f03a","remote_addr":"[fd00:1122:3344:101::c]:41928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"region a678bbaf-4acf-400b-9e2c-0692eeb174ea state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.668883132Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.669062874Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions","method":"POST","req_id":"85cda0ab-b13a-40b5-9451-08e96e202756","remote_addr":"[fd00:1122:3344:101::c]:41928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":304,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.669106004Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.675461916Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.675495827Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a678bbaf-4acf-400b-9e2c-0692eeb174ea\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.715301525Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"a678bbaf-4acf-400b-9e2c-0692eeb174ea","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a678bbaf-4acf-400b-9e2c-0692eeb174ea\" \"--data\" \"/data/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.715339615Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"a678bbaf-4acf-400b-9e2c-0692eeb174ea","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.761774408Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"a678bbaf-4acf-400b-9e2c-0692eeb174ea","component":"worker"} {"msg":"region a678bbaf-4acf-400b-9e2c-0692eeb174ea state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.761814368Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.761895509Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a678bbaf-4acf-400b-9e2c-0692eeb174ea","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.763129259Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a678bbaf-4acf-400b-9e2c-0692eeb174ea","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.764224428Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.767602046Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a678bbaf-4acf-400b-9e2c-0692eeb174ea","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.768781856Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.769077879Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.769135269Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.769177299Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.76921545Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.770886023Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.773540915Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:32:10.944644616Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions","method":"POST","req_id":"09a25181-d8a0-46e2-8023-1c0b9505c613","remote_addr":"[fd00:1122:3344:101::c]:41928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.211425433Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:64286"} {"msg":"region 48ce3799-28ca-4d20-8c8a-7fbfa61d62dd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.211594854Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.21235819Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.21238613Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions","method":"POST","req_id":"e6a71b0f-8257-442c-b5ee-3eecff630cca","remote_addr":"[fd00:1122:3344:101::c]:64286","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":797,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/48ce3799-28ca-4d20-8c8a-7fbfa61d62dd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.21954466Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/48ce3799-28ca-4d20-8c8a-7fbfa61d62dd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.21958025Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"48ce3799-28ca-4d20-8c8a-7fbfa61d62dd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/48ce3799-28ca-4d20-8c8a-7fbfa61d62dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.254395087Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"48ce3799-28ca-4d20-8c8a-7fbfa61d62dd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"48ce3799-28ca-4d20-8c8a-7fbfa61d62dd\" \"--data\" \"/data/regions/48ce3799-28ca-4d20-8c8a-7fbfa61d62dd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.254437727Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"48ce3799-28ca-4d20-8c8a-7fbfa61d62dd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.301440745Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"48ce3799-28ca-4d20-8c8a-7fbfa61d62dd","component":"worker"} {"msg":"region 48ce3799-28ca-4d20-8c8a-7fbfa61d62dd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.301472015Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.301612126Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-48ce3799-28ca-4d20-8c8a-7fbfa61d62dd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.302443723Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-48ce3799-28ca-4d20-8c8a-7fbfa61d62dd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.31662999Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.324906369Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-48ce3799-28ca-4d20-8c8a-7fbfa61d62dd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.326451341Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/48ce3799-28ca-4d20-8c8a-7fbfa61d62dd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.326759564Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.326794904Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.326876655Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.326892525Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.328523108Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.332205899Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:16.504267157Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions","method":"POST","req_id":"364cf27a-e7ec-473f-9fa3-57f3dbd6188e","remote_addr":"[fd00:1122:3344:101::c]:64286","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.716002742Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea","method":"GET","req_id":"54a0fc0b-cf86-467e-a25d-3fe0160a8563","remote_addr":"[fd00:1122:3344:101::c]:64286","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.720081555Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"dataset is oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.727530547Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"snapshot is oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea@f8bda612-a623-4815-98a1-8dd9411b138c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.733794789Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea\", \"f8bda612-a623-4815-98a1-8dd9411b138c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.733832829Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.742391969Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea/snapshots/f8bda612-a623-4815-98a1-8dd9411b138c","method":"GET","req_id":"5a46ed00-459f-4ab9-8a4b-29122622cd65","remote_addr":"[fd00:1122:3344:101::c]:64286","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22366,"response_code":200} {"msg":"path is \"/data/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.746588094Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"dataset is oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.753175548Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"snapshot is oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea@f8bda612-a623-4815-98a1-8dd9411b138c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.759687182Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea\", \"f8bda612-a623-4815-98a1-8dd9411b138c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.759739612Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a678bbaf-4acf-400b-9e2c-0692eeb174ea-f8bda612-a623-4815-98a1-8dd9411b138c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.765576451Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"applying SMF actions for region a678bbaf-4acf-400b-9e2c-0692eeb174ea running snapshot f8bda612-a623-4815-98a1-8dd9411b138c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.765744712Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.765758302Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea/snapshots/f8bda612-a623-4815-98a1-8dd9411b138c/run","method":"POST","req_id":"cae46f75-a23f-498d-9e93-f01a73e720d7","remote_addr":"[fd00:1122:3344:101::c]:64286","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19221,"response_code":200} {"msg":"creating missing snapshot instance snapshot-a678bbaf-4acf-400b-9e2c-0692eeb174ea-f8bda612-a623-4815-98a1-8dd9411b138c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.770704263Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a678bbaf-4acf-400b-9e2c-0692eeb174ea-f8bda612-a623-4815-98a1-8dd9411b138c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.772019364Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a678bbaf-4acf-400b-9e2c-0692eeb174ea-f8bda612-a623-4815-98a1-8dd9411b138c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.776632922Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea/.zfs/snapshot/f8bda612-a623-4815-98a1-8dd9411b138c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.776958594Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.777000705Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.777043795Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.777080506Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.777125296Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.77884532Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.781625743Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"region a678bbaf-4acf-400b-9e2c-0692eeb174ea running snapshot f8bda612-a623-4815-98a1-8dd9411b138c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.781641183Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"path is \"/data/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.898357956Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"dataset is oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.90491214Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"snapshot is oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea@f8bda612-a623-4815-98a1-8dd9411b138c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.9109962Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea\", \"f8bda612-a623-4815-98a1-8dd9411b138c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.91102851Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:17.915675258Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions/a678bbaf-4acf-400b-9e2c-0692eeb174ea/snapshots/f8bda612-a623-4815-98a1-8dd9411b138c/run","method":"POST","req_id":"d2b27c64-83c9-4906-a776-d945494b973b","remote_addr":"[fd00:1122:3344:101::c]:64286","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17391,"response_code":200} {"msg":"region 539acc87-398d-412c-880a-407cd53214d0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.254404423Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.254580944Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions","method":"POST","req_id":"25dcbb39-c017-42a9-9fa0-e953a2028eb9","remote_addr":"[fd00:1122:3344:101::c]:64286","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":236,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.254604055Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/539acc87-398d-412c-880a-407cd53214d0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.260659525Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/539acc87-398d-412c-880a-407cd53214d0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.260691675Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"539acc87-398d-412c-880a-407cd53214d0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/539acc87-398d-412c-880a-407cd53214d0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.302066186Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"539acc87-398d-412c-880a-407cd53214d0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"539acc87-398d-412c-880a-407cd53214d0\" \"--data\" \"/data/regions/539acc87-398d-412c-880a-407cd53214d0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.302129317Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"539acc87-398d-412c-880a-407cd53214d0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.352033538Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"539acc87-398d-412c-880a-407cd53214d0","component":"worker"} {"msg":"region 539acc87-398d-412c-880a-407cd53214d0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.352068008Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.352170469Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-539acc87-398d-412c-880a-407cd53214d0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.353886743Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-539acc87-398d-412c-880a-407cd53214d0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.355071193Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.358689183Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-539acc87-398d-412c-880a-407cd53214d0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.360263606Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/539acc87-398d-412c-880a-407cd53214d0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.360559349Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.360601809Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.360636449Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.360679159Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.362859848Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.369684904Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:22.572849889Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions","method":"POST","req_id":"71044c18-dfd4-46b0-a414-5f32154f4881","remote_addr":"[fd00:1122:3344:101::c]:64286","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:47.479388252Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions/539acc87-398d-412c-880a-407cd53214d0","method":"GET","req_id":"ecfe6aca-fb3d-4034-853b-2c0f425f5f46","remote_addr":"[fd00:1122:3344:101::c]:64286","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"path is \"/data/regions/539acc87-398d-412c-880a-407cd53214d0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:47.482705379Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"dataset is oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/539acc87-398d-412c-880a-407cd53214d0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:47.49376577Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"region 539acc87-398d-412c-880a-407cd53214d0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:47.501865507Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:47.502032678Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:47.502050909Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions/539acc87-398d-412c-880a-407cd53214d0","method":"DELETE","req_id":"7e5be6f8-88b4-4530-81b4-e8706c585326","remote_addr":"[fd00:1122:3344:101::c]:64286","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19365,"response_code":204} {"msg":"disabling downstairs instance: downstairs-539acc87-398d-412c-880a-407cd53214d0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:47.503653332Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:47.506059982Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions/539acc87-398d-412c-880a-407cd53214d0","method":"GET","req_id":"d4854720-3410-439a-867a-bc3e464e35f4","remote_addr":"[fd00:1122:3344:101::c]:64286","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:47.50824479Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3d4ed5d6-6f34-4d04-ab0d-032cc0281729/crucible/regions/539acc87-398d-412c-880a-407cd53214d0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:47.516539078Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"region":"539acc87-398d-412c-880a-407cd53214d0","component":"worker"} {"msg":"region 539acc87-398d-412c-880a-407cd53214d0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:47.56040388Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T00:43:47.631870879Z","hostname":"oxz_crucible_284df6d2-b31c-4dd2-8e46-05f2d696638b","pid":20162,"uri":"/crucible/0/regions/539acc87-398d-412c-880a-407cd53214d0","method":"GET","req_id":"752c5c6b-0f7a-49fc-92f4-65b1e3a4e7af","remote_addr":"[fd00:1122:3344:101::c]:64286","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":200}