[ Dec 18 00:15:05 Enabled. ] [ Dec 18 00:15:05 Rereading configuration. ] [ Dec 18 00:15:06 Rereading configuration. ] [ Dec 18 00:15:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8aa436d3-8846-4026-befd-414e29798555/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:15:10.779336283Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986} {"msg":"dataset: \"oxp_8aa436d3-8846-4026-befd-414e29798555/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:15:10.780189487Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:15:10.780228881Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:15:10.780234628Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:15:10.797160158Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:15:10.914829405Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:00.786799735Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54238"} {"msg":"region d895d190-2847-41d8-9639-b03744ba20cd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:00.81322429Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:00.816274611Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:00.816312192Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"uri":"/crucible/0/regions","method":"POST","req_id":"2ca1b098-9f07-48f2-85fa-c15a08b9cc33","remote_addr":"[fd00:1122:3344:101::a]:54238","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":13927,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/d895d190-2847-41d8-9639-b03744ba20cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:00.82465827Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/d895d190-2847-41d8-9639-b03744ba20cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:00.82467847Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d895d190-2847-41d8-9639-b03744ba20cd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d895d190-2847-41d8-9639-b03744ba20cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:00.878494548Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"region":"d895d190-2847-41d8-9639-b03744ba20cd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d895d190-2847-41d8-9639-b03744ba20cd\" \"--data\" \"/data/regions/d895d190-2847-41d8-9639-b03744ba20cd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:00.880625014Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"region":"d895d190-2847-41d8-9639-b03744ba20cd","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:00.974261791Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"uri":"/crucible/0/regions","method":"POST","req_id":"6e328e24-e76a-4373-8e9d-aed8142dff58","remote_addr":"[fd00:1122:3344:101::a]:54238","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.234938642Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"uri":"/crucible/0/regions","method":"POST","req_id":"a3912282-40dd-439e-ac38-c16993f0c6d9","remote_addr":"[fd00:1122:3344:101::a]:54238","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.278006125Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"region":"d895d190-2847-41d8-9639-b03744ba20cd","component":"worker"} {"msg":"region d895d190-2847-41d8-9639-b03744ba20cd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.278028405Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.278149366Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d895d190-2847-41d8-9639-b03744ba20cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.278537348Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d895d190-2847-41d8-9639-b03744ba20cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.285646758Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.303113501Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d895d190-2847-41d8-9639-b03744ba20cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.30728061Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d895d190-2847-41d8-9639-b03744ba20cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.30805908Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.308122446Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.308171713Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.308198122Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.312841609Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:01.318942632Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:16:02.121914831Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"uri":"/crucible/0/regions","method":"POST","req_id":"ceddbcfd-d978-4289-bb0c-1dc711cde38c","remote_addr":"[fd00:1122:3344:101::a]:54238","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.499634272Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37723"} {"msg":"region 3b0f09ab-a005-47e3-8bdd-b2e33760e7a5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.500229196Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.500564958Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"uri":"/crucible/0/regions","method":"POST","req_id":"0cbe363d-7bbd-4e46-a733-49e93c03c690","remote_addr":"[fd00:1122:3344:101::a]:37723","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":713,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.500584078Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/3b0f09ab-a005-47e3-8bdd-b2e33760e7a5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.507446367Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/3b0f09ab-a005-47e3-8bdd-b2e33760e7a5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.507472777Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3b0f09ab-a005-47e3-8bdd-b2e33760e7a5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3b0f09ab-a005-47e3-8bdd-b2e33760e7a5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.55486674Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"region":"3b0f09ab-a005-47e3-8bdd-b2e33760e7a5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3b0f09ab-a005-47e3-8bdd-b2e33760e7a5\" \"--data\" \"/data/regions/3b0f09ab-a005-47e3-8bdd-b2e33760e7a5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.55490035Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"region":"3b0f09ab-a005-47e3-8bdd-b2e33760e7a5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.636277131Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"region":"3b0f09ab-a005-47e3-8bdd-b2e33760e7a5","component":"worker"} {"msg":"region 3b0f09ab-a005-47e3-8bdd-b2e33760e7a5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.636320412Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.636435263Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3b0f09ab-a005-47e3-8bdd-b2e33760e7a5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.636806715Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3b0f09ab-a005-47e3-8bdd-b2e33760e7a5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.647055807Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.669982538Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3b0f09ab-a005-47e3-8bdd-b2e33760e7a5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.673806685Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3b0f09ab-a005-47e3-8bdd-b2e33760e7a5","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.67452813Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.67454149Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.67454829Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.674555351Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.678655439Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.698175416Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:21.700855095Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"uri":"/crucible/0/regions","method":"POST","req_id":"b80866a5-925b-4c24-afaf-7616beeb3544","remote_addr":"[fd00:1122:3344:101::a]:37723","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.685992935Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"uri":"/crucible/0/regions/d895d190-2847-41d8-9639-b03744ba20cd","method":"GET","req_id":"8867e0da-6108-4cc0-9ba2-74fee4f8426c","remote_addr":"[fd00:1122:3344:101::a]:37723","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/d895d190-2847-41d8-9639-b03744ba20cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.690504396Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"dataset is oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/d895d190-2847-41d8-9639-b03744ba20cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.697427135Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"snapshot is oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/d895d190-2847-41d8-9639-b03744ba20cd@c74c7c03-11c6-48b3-9041-5a7d8ff482ad","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.703096315Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/d895d190-2847-41d8-9639-b03744ba20cd\", \"c74c7c03-11c6-48b3-9041-5a7d8ff482ad\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.703139305Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.712975764Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"uri":"/crucible/0/regions/d895d190-2847-41d8-9639-b03744ba20cd/snapshots/c74c7c03-11c6-48b3-9041-5a7d8ff482ad","method":"GET","req_id":"3d1ed00c-e2bb-4c13-a8b0-13b539aac0d4","remote_addr":"[fd00:1122:3344:101::a]:37723","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22487,"response_code":200} {"msg":"path is \"/data/regions/d895d190-2847-41d8-9639-b03744ba20cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.716454998Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"dataset is oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/d895d190-2847-41d8-9639-b03744ba20cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.722158029Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"snapshot is oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/d895d190-2847-41d8-9639-b03744ba20cd@c74c7c03-11c6-48b3-9041-5a7d8ff482ad","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.729176188Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/d895d190-2847-41d8-9639-b03744ba20cd\", \"c74c7c03-11c6-48b3-9041-5a7d8ff482ad\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.729198598Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d895d190-2847-41d8-9639-b03744ba20cd-c74c7c03-11c6-48b3-9041-5a7d8ff482ad state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.735929344Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.736081295Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"uri":"/crucible/0/regions/d895d190-2847-41d8-9639-b03744ba20cd/snapshots/c74c7c03-11c6-48b3-9041-5a7d8ff482ad/run","method":"POST","req_id":"997160c1-f7a0-4933-b750-972bb0c8b216","remote_addr":"[fd00:1122:3344:101::a]:37723","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19645,"response_code":200} {"msg":"applying SMF actions for region d895d190-2847-41d8-9639-b03744ba20cd running snapshot c74c7c03-11c6-48b3-9041-5a7d8ff482ad (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.736099665Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-d895d190-2847-41d8-9639-b03744ba20cd-c74c7c03-11c6-48b3-9041-5a7d8ff482ad","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.740774748Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d895d190-2847-41d8-9639-b03744ba20cd-c74c7c03-11c6-48b3-9041-5a7d8ff482ad","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.74964245Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d895d190-2847-41d8-9639-b03744ba20cd-c74c7c03-11c6-48b3-9041-5a7d8ff482ad","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.761065811Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d895d190-2847-41d8-9639-b03744ba20cd/.zfs/snapshot/c74c7c03-11c6-48b3-9041-5a7d8ff482ad","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.761354903Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.761407773Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.761448984Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.761487364Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.761540004Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.765583913Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.770411376Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"worker"} {"msg":"region d895d190-2847-41d8-9639-b03744ba20cd running snapshot c74c7c03-11c6-48b3-9041-5a7d8ff482ad state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.770423147Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"path is \"/data/regions/d895d190-2847-41d8-9639-b03744ba20cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.909792345Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"dataset is oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/d895d190-2847-41d8-9639-b03744ba20cd","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.917033386Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"datafile"} {"msg":"snapshot is oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/d895d190-2847-41d8-9639-b03744ba20cd@c74c7c03-11c6-48b3-9041-5a7d8ff482ad","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.925349195Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8aa436d3-8846-4026-befd-414e29798555/crucible/regions/d895d190-2847-41d8-9639-b03744ba20cd\", \"c74c7c03-11c6-48b3-9041-5a7d8ff482ad\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.925414285Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T00:27:22.9346209Z","hostname":"oxz_crucible_78e86b90-14ec-4e53-80de-f3f8cca67029","pid":27986,"uri":"/crucible/0/regions/d895d190-2847-41d8-9639-b03744ba20cd/snapshots/c74c7c03-11c6-48b3-9041-5a7d8ff482ad/run","method":"POST","req_id":"34e39164-8c15-448b-bce4-d4b8bab83888","remote_addr":"[fd00:1122:3344:101::a]:37723","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24882,"response_code":200}