[ Nov 2 21:46:14 Enabled. ] [ Nov 2 21:46:15 Rereading configuration. ] [ Nov 2 21:46:18 Rereading configuration. ] [ Nov 2 21:46:24 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.404241935Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899} {"msg":"dataset: \"oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.40441178Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.404443381Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.404450191Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.416392335Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.50855042Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.626897168Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62964"} {"msg":"region 2f4191ad-b0d8-43c7-88b6-286c874fd406 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.656495214Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.66346515Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.667610912Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"uri":"/crucible/0/regions","method":"POST","req_id":"c518311c-3b2a-400e-b684-a25224f9d551","remote_addr":"[fd00:1122:3344:101::b]:62964","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15990,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.670504518Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.670523239Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2f4191ad-b0d8-43c7-88b6-286c874fd406\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.750907246Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"region":"2f4191ad-b0d8-43c7-88b6-286c874fd406","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2f4191ad-b0d8-43c7-88b6-286c874fd406\" \"--data\" \"/data/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.750988008Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"region":"2f4191ad-b0d8-43c7-88b6-286c874fd406","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.91203199Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"region":"2f4191ad-b0d8-43c7-88b6-286c874fd406","component":"worker"} {"msg":"region 2f4191ad-b0d8-43c7-88b6-286c874fd406 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.913992428Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.914349159Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2f4191ad-b0d8-43c7-88b6-286c874fd406","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.91472607Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2f4191ad-b0d8-43c7-88b6-286c874fd406","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.922694375Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.937841803Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2f4191ad-b0d8-43c7-88b6-286c874fd406","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.941182662Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.941908294Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.941968436Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.942016407Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.942046798Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.946597832Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.952215048Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:53.964119331Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"uri":"/crucible/0/regions","method":"POST","req_id":"b01ecc05-c6ab-4c94-bce3-32aa3b89d066","remote_addr":"[fd00:1122:3344:101::b]:62964","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.131343617Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60104"} {"msg":"region 92ef1fef-316d-4d52-a9b4-ab3fb404ea67 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.131543893Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.132206153Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.132228963Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"uri":"/crucible/0/regions","method":"POST","req_id":"a7626ff3-847c-4c2d-8cae-2fc721cee103","remote_addr":"[fd00:1122:3344:101::b]:60104","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":716,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/92ef1fef-316d-4d52-a9b4-ab3fb404ea67","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.140471047Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/92ef1fef-316d-4d52-a9b4-ab3fb404ea67","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.140498428Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"92ef1fef-316d-4d52-a9b4-ab3fb404ea67\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/92ef1fef-316d-4d52-a9b4-ab3fb404ea67\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.207297453Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"region":"92ef1fef-316d-4d52-a9b4-ab3fb404ea67","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"92ef1fef-316d-4d52-a9b4-ab3fb404ea67\" \"--data\" \"/data/regions/92ef1fef-316d-4d52-a9b4-ab3fb404ea67\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.207354635Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"region":"92ef1fef-316d-4d52-a9b4-ab3fb404ea67","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.353334361Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"region":"92ef1fef-316d-4d52-a9b4-ab3fb404ea67","component":"worker"} {"msg":"region 92ef1fef-316d-4d52-a9b4-ab3fb404ea67 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.353378922Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.353489845Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-92ef1fef-316d-4d52-a9b4-ab3fb404ea67","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.359604396Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-92ef1fef-316d-4d52-a9b4-ab3fb404ea67","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.370078506Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.377820715Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"uri":"/crucible/0/regions","method":"POST","req_id":"fd4c73a4-7ce3-4dc7-a4ce-4331d875a6c9","remote_addr":"[fd00:1122:3344:101::b]:60104","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.409709538Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-92ef1fef-316d-4d52-a9b4-ab3fb404ea67","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.420709063Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/92ef1fef-316d-4d52-a9b4-ab3fb404ea67","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.421051073Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.421144916Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.421187277Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.421224458Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.429312747Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.437998664Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.40804801Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"uri":"/crucible/0/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406","method":"GET","req_id":"6c0d025b-1cef-4045-afe3-1a3e24403297","remote_addr":"[fd00:1122:3344:101::b]:60104","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"path is \"/data/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.414678886Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"dataset is oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.419672423Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"snapshot is oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406@2c4ee765-9df9-4934-9bb1-4cffaaa3625c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.426174436Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406\", \"2c4ee765-9df9-4934-9bb1-4cffaaa3625c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.426190426Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.435946495Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"uri":"/crucible/0/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406/snapshots/2c4ee765-9df9-4934-9bb1-4cffaaa3625c","method":"GET","req_id":"cea0d2f3-5de5-40a1-a02d-4009831bd478","remote_addr":"[fd00:1122:3344:101::b]:60104","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24406,"response_code":200} {"msg":"path is \"/data/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.439345385Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"dataset is oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.445345593Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"snapshot is oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406@2c4ee765-9df9-4934-9bb1-4cffaaa3625c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.45067389Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406\", \"2c4ee765-9df9-4934-9bb1-4cffaaa3625c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.450698701Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2f4191ad-b0d8-43c7-88b6-286c874fd406-2c4ee765-9df9-4934-9bb1-4cffaaa3625c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.456644277Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"applying SMF actions for region 2f4191ad-b0d8-43c7-88b6-286c874fd406 running snapshot 2c4ee765-9df9-4934-9bb1-4cffaaa3625c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.456807412Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.456824082Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"uri":"/crucible/0/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406/snapshots/2c4ee765-9df9-4934-9bb1-4cffaaa3625c/run","method":"POST","req_id":"e4dd126e-b9ce-4cab-a8aa-331dec9849a9","remote_addr":"[fd00:1122:3344:101::b]:60104","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17513,"response_code":200} {"msg":"creating missing snapshot instance snapshot-2f4191ad-b0d8-43c7-88b6-286c874fd406-2c4ee765-9df9-4934-9bb1-4cffaaa3625c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.458765099Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2f4191ad-b0d8-43c7-88b6-286c874fd406-2c4ee765-9df9-4934-9bb1-4cffaaa3625c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.470252279Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2f4191ad-b0d8-43c7-88b6-286c874fd406-2c4ee765-9df9-4934-9bb1-4cffaaa3625c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.48954358Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406/.zfs/snapshot/2c4ee765-9df9-4934-9bb1-4cffaaa3625c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.489850219Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.48989304Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.489938331Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.489975942Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.490021284Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.496292299Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.50173259Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"worker"} {"msg":"region 2f4191ad-b0d8-43c7-88b6-286c874fd406 running snapshot 2c4ee765-9df9-4934-9bb1-4cffaaa3625c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.501747141Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"path is \"/data/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.791988003Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"dataset is oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.7982977Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"datafile"} {"msg":"snapshot is oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406@2c4ee765-9df9-4934-9bb1-4cffaaa3625c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.804654898Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8b6ce428-c22a-44bd-8486-cf4501bfe590/crucible/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406\", \"2c4ee765-9df9-4934-9bb1-4cffaaa3625c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.804688059Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:02.810275034Z","hostname":"oxz_crucible_b0f6f54d-ac84-4b38-9780-c19e61d87e45","pid":29899,"uri":"/crucible/0/regions/2f4191ad-b0d8-43c7-88b6-286c874fd406/snapshots/2c4ee765-9df9-4934-9bb1-4cffaaa3625c/run","method":"POST","req_id":"11185d2e-4b98-4223-9b89-87e74d6229ba","remote_addr":"[fd00:1122:3344:101::b]:60104","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18324,"response_code":200}