[ Mar 25 22:49:25 Enabled. ]
[ Mar 25 22:49:25 Rereading configuration. ]
[ Mar 25 22:49:27 Rereading configuration. ]
[ Mar 25 22:49:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.632190612Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.635256221Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.635265082Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.654210829Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.732159486Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.405874646Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:39222"}
{"msg":"region e70d4255-8add-4446-b2f7-e4e25fcc8fa5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.43219647Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.435471193Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.439844072Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"uri":"/crucible/0/regions","method":"POST","req_id":"a333fc20-50c3-43a2-8dc7-5f0e099d1d0b","remote_addr":"[fd00:1122:3344:101::c]:39222","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17085,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.447254969Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.447323051Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e70d4255-8add-4446-b2f7-e4e25fcc8fa5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.52627994Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"region":"e70d4255-8add-4446-b2f7-e4e25fcc8fa5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e70d4255-8add-4446-b2f7-e4e25fcc8fa5\" \"--data\" \"/data/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.528278556Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"region":"e70d4255-8add-4446-b2f7-e4e25fcc8fa5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.702594585Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"region":"e70d4255-8add-4446-b2f7-e4e25fcc8fa5","component":"worker"}
{"msg":"region e70d4255-8add-4446-b2f7-e4e25fcc8fa5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.702662027Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.702864991Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e70d4255-8add-4446-b2f7-e4e25fcc8fa5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.703291641Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e70d4255-8add-4446-b2f7-e4e25fcc8fa5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.709854069Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.724304944Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e70d4255-8add-4446-b2f7-e4e25fcc8fa5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.72810263Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.728886758Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.728952459Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.72899662Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.729036631Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.73563562Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.75072327Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.793264329Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"uri":"/crucible/0/regions","method":"POST","req_id":"aba67daf-0a10-41be-bf79-f53df2dd2343","remote_addr":"[fd00:1122:3344:101::c]:39222","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.562018888Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:43230"}
{"msg":"region 146b2346-7ac4-4c24-8540-cb338a74ca67 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.562284394Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.562811296Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"uri":"/crucible/0/regions","method":"POST","req_id":"fd91d53b-5ecd-4e7a-a3c1-e6afbd8284d3","remote_addr":"[fd00:1122:3344:101::c]:43230","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":728,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.562828627Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/146b2346-7ac4-4c24-8540-cb338a74ca67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.579122774Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/146b2346-7ac4-4c24-8540-cb338a74ca67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.579151774Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"146b2346-7ac4-4c24-8540-cb338a74ca67\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/146b2346-7ac4-4c24-8540-cb338a74ca67\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.626499702Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"region":"146b2346-7ac4-4c24-8540-cb338a74ca67","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"146b2346-7ac4-4c24-8540-cb338a74ca67\" \"--data\" \"/data/regions/146b2346-7ac4-4c24-8540-cb338a74ca67\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.626555773Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"region":"146b2346-7ac4-4c24-8540-cb338a74ca67","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.735756755Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"region":"146b2346-7ac4-4c24-8540-cb338a74ca67","component":"worker"}
{"msg":"region 146b2346-7ac4-4c24-8540-cb338a74ca67 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.735810796Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.735889448Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-146b2346-7ac4-4c24-8540-cb338a74ca67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.736271756Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-146b2346-7ac4-4c24-8540-cb338a74ca67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.742082337Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.758572719Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-146b2346-7ac4-4c24-8540-cb338a74ca67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.761511245Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/146b2346-7ac4-4c24-8540-cb338a74ca67","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.761862003Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.761915714Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.761957275Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.761997806Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.766426246Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.76835652Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"uri":"/crucible/0/regions","method":"POST","req_id":"47e7cb36-e509-405d-b21e-01c1878b504e","remote_addr":"[fd00:1122:3344:101::c]:43230","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.771623023Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.555429734Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"uri":"/crucible/0/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5","method":"GET","req_id":"ff8649f9-3090-4e0a-9a36-188c33744735","remote_addr":"[fd00:1122:3344:101::c]:43230","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":4338,"response_code":"200"}
{"msg":"path is \"/data/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.561010209Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"dataset is oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.57078208Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"snapshot is oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5@2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.579999237Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5\", \"2622e9be-a829-465b-8f08-acde5d239349\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.580036838Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.59167326Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"uri":"/crucible/0/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5/snapshots/2622e9be-a829-465b-8f08-acde5d239349","method":"GET","req_id":"1f413bd9-0745-4de0-a00c-0b44d9838319","remote_addr":"[fd00:1122:3344:101::c]:43230","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":32946,"response_code":"200"}
{"msg":"path is \"/data/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.595832384Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"dataset is oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.604724215Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"snapshot is oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5@2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.612991361Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5\", \"2622e9be-a829-465b-8f08-acde5d239349\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.613027782Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot e70d4255-8add-4446-b2f7-e4e25fcc8fa5-2622e9be-a829-465b-8f08-acde5d239349 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.622093466Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"applying SMF actions for region e70d4255-8add-4446-b2f7-e4e25fcc8fa5 running snapshot 2622e9be-a829-465b-8f08-acde5d239349 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.622336192Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.622351792Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"uri":"/crucible/0/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5/snapshots/2622e9be-a829-465b-8f08-acde5d239349/run","method":"POST","req_id":"af627665-0505-4b50-b2b1-f3182d9e6a25","remote_addr":"[fd00:1122:3344:101::c]:43230","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27025,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-e70d4255-8add-4446-b2f7-e4e25fcc8fa5-2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.624632723Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e70d4255-8add-4446-b2f7-e4e25fcc8fa5-2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.633650917Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e70d4255-8add-4446-b2f7-e4e25fcc8fa5-2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.64357261Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5/.zfs/snapshot/2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.643857867Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.643917318Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.643961629Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.644025041Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.644079162Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.648399749Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.652611194Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"worker"}
{"msg":"region e70d4255-8add-4446-b2f7-e4e25fcc8fa5 running snapshot 2622e9be-a829-465b-8f08-acde5d239349 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.652625374Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"path is \"/data/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.955139794Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"dataset is oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.963697227Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"datafile"}
{"msg":"snapshot is oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5@2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.972620028Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0f741d54-ad34-4155-a943-f74e27abe7e9/crucible/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5\", \"2622e9be-a829-465b-8f08-acde5d239349\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.972659439Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.981039898Z","hostname":"oxz_crucible_969dd600-64dc-438f-99b7-9b6975eb6d6b","pid":25458,"uri":"/crucible/0/regions/e70d4255-8add-4446-b2f7-e4e25fcc8fa5/snapshots/2622e9be-a829-465b-8f08-acde5d239349/run","method":"POST","req_id":"5f0a13b1-be83-4b82-937e-06f0450b0c53","remote_addr":"[fd00:1122:3344:101::c]:43230","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25932,"response_code":"200"}