[ Jan  2 23:33:45 Enabled. ]
[ Jan  2 23:33:45 Rereading configuration. ]
[ Jan  2 23:33:48 Rereading configuration. ]
[ Jan  2 23:33:52 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:52.87773208Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:52.879709395Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:52.879729056Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:52.89679372Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.007603607Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.373380048Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55735"}
{"msg":"region 9f2ce6a9-5ca0-400a-8e77-10739f341600 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.384432453Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.388950763Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.394022799Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions","method":"POST","req_id":"d1a6d36e-31f4-4e4f-8974-b649d64cf522","remote_addr":"[fd00:1122:3344:101::a]:55735","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":9694,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.401754811Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.401811882Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9f2ce6a9-5ca0-400a-8e77-10739f341600\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.53329611Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"region":"9f2ce6a9-5ca0-400a-8e77-10739f341600","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9f2ce6a9-5ca0-400a-8e77-10739f341600\" \"--data\" \"/data/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.535529819Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"region":"9f2ce6a9-5ca0-400a-8e77-10739f341600","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.675482679Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions","method":"POST","req_id":"adf07f3a-fa97-4858-8a24-40e657b21588","remote_addr":"[fd00:1122:3344:101::a]:55735","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":106,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.739537001Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"region":"9f2ce6a9-5ca0-400a-8e77-10739f341600","component":"worker"}
{"msg":"region 9f2ce6a9-5ca0-400a-8e77-10739f341600 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.739604072Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.739856475Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9f2ce6a9-5ca0-400a-8e77-10739f341600","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.74024929Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9f2ce6a9-5ca0-400a-8e77-10739f341600","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.751198524Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.77291546Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9f2ce6a9-5ca0-400a-8e77-10739f341600","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.783322876Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.783920974Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.783985215Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.784034026Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.784071686Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.795136522Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.805497738Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.248594482Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions","method":"POST","req_id":"07adc4ea-ea40-4e2a-bada-c3e3cf92a7e7","remote_addr":"[fd00:1122:3344:101::a]:55735","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.686287505Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600","method":"GET","req_id":"423aed66-4026-4039-b601-3f24522f0d4e","remote_addr":"[fd00:1122:3344:101::a]:55735","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"path is \"/data/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.689451206Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"dataset is oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.700163967Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"region 9f2ce6a9-5ca0-400a-8e77-10739f341600 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.710156429Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.710397652Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.710461043Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600","method":"DELETE","req_id":"cb76985f-39e4-43c3-9b88-2e1c2d57f792","remote_addr":"[fd00:1122:3344:101::a]:55735","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21040,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-9f2ce6a9-5ca0-400a-8e77-10739f341600 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.713591994Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.714376884Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600","method":"GET","req_id":"aadaf3c8-d4de-4b6e-b753-716d31cf5484","remote_addr":"[fd00:1122:3344:101::a]:55735","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":34,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.722945317Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.733609277Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"region":"9f2ce6a9-5ca0-400a-8e77-10739f341600","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.789562422Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600","method":"GET","req_id":"510c213c-dd85-4c16-9782-fec504dcfa6a","remote_addr":"[fd00:1122:3344:101::a]:55735","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"region 9f2ce6a9-5ca0-400a-8e77-10739f341600 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.903898025Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.911538495Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions/9f2ce6a9-5ca0-400a-8e77-10739f341600","method":"GET","req_id":"7a38c6ba-1611-4616-8673-73c949097ffe","remote_addr":"[fd00:1122:3344:101::a]:55735","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":38,"response_code":"200"}
{"msg":"region a9acca68-02ab-4c9d-800c-29889f667d70 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.695345171Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.695568174Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.695611825Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions","method":"POST","req_id":"ef85bd9a-c52f-42d2-b94b-ccf86391c78a","remote_addr":"[fd00:1122:3344:101::a]:55735","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":304,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/a9acca68-02ab-4c9d-800c-29889f667d70","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.705459864Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/a9acca68-02ab-4c9d-800c-29889f667d70","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.705489235Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a9acca68-02ab-4c9d-800c-29889f667d70\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a9acca68-02ab-4c9d-800c-29889f667d70\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.860973878Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"region":"a9acca68-02ab-4c9d-800c-29889f667d70","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a9acca68-02ab-4c9d-800c-29889f667d70\" \"--data\" \"/data/regions/a9acca68-02ab-4c9d-800c-29889f667d70\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.863182517Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"region":"a9acca68-02ab-4c9d-800c-29889f667d70","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.972861799Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions","method":"POST","req_id":"47c66d87-d215-4f51-849a-ab26378942ba","remote_addr":"[fd00:1122:3344:101::a]:55735","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.091387347Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"region":"a9acca68-02ab-4c9d-800c-29889f667d70","component":"worker"}
{"msg":"region a9acca68-02ab-4c9d-800c-29889f667d70 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.091417247Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.091698171Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a9acca68-02ab-4c9d-800c-29889f667d70","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.09318748Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a9acca68-02ab-4c9d-800c-29889f667d70","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.098568541Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.111761365Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a9acca68-02ab-4c9d-800c-29889f667d70","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.116520067Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a9acca68-02ab-4c9d-800c-29889f667d70","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.11674197Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.116794211Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.116848251Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.116892982Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.124834679Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.130501381Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.587939344Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions","method":"POST","req_id":"9609717c-0c7b-4d5e-b209-538b2740d9fe","remote_addr":"[fd00:1122:3344:101::a]:55735","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.376407939Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48891"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.377150279Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions/a9acca68-02ab-4c9d-800c-29889f667d70","method":"GET","req_id":"a464bda4-41a8-4b15-a41e-1081164820a4","remote_addr":"[fd00:1122:3344:101::a]:48891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/a9acca68-02ab-4c9d-800c-29889f667d70\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.380086598Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"dataset is oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/a9acca68-02ab-4c9d-800c-29889f667d70","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.389464311Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"snapshot is oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/a9acca68-02ab-4c9d-800c-29889f667d70@7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.398935606Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/a9acca68-02ab-4c9d-800c-29889f667d70\", \"7b2ec8d4-433c-44a4-a2d9-4958480f36bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.398971886Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.410747429Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions/a9acca68-02ab-4c9d-800c-29889f667d70/snapshots/7b2ec8d4-433c-44a4-a2d9-4958480f36bf","method":"GET","req_id":"08db7d6a-4ca2-4e7a-90d9-246802f56252","remote_addr":"[fd00:1122:3344:101::a]:48891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31288,"response_code":"200"}
{"msg":"path is \"/data/regions/a9acca68-02ab-4c9d-800c-29889f667d70\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.416649498Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"dataset is oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/a9acca68-02ab-4c9d-800c-29889f667d70","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.424581723Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"snapshot is oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/a9acca68-02ab-4c9d-800c-29889f667d70@7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.432620398Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/a9acca68-02ab-4c9d-800c-29889f667d70\", \"7b2ec8d4-433c-44a4-a2d9-4958480f36bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.432646469Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a9acca68-02ab-4c9d-800c-29889f667d70-7b2ec8d4-433c-44a4-a2d9-4958480f36bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.442166704Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"applying SMF actions for region a9acca68-02ab-4c9d-800c-29889f667d70 running snapshot 7b2ec8d4-433c-44a4-a2d9-4958480f36bf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.442824772Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.442854653Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions/a9acca68-02ab-4c9d-800c-29889f667d70/snapshots/7b2ec8d4-433c-44a4-a2d9-4958480f36bf/run","method":"POST","req_id":"63ba3d8b-87da-43b6-90c1-cd3c376fbc71","remote_addr":"[fd00:1122:3344:101::a]:48891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26238,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-a9acca68-02ab-4c9d-800c-29889f667d70-7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.456098717Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a9acca68-02ab-4c9d-800c-29889f667d70-7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.468086755Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a9acca68-02ab-4c9d-800c-29889f667d70-7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.480412617Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a9acca68-02ab-4c9d-800c-29889f667d70/.zfs/snapshot/7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.480725041Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.480785811Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.480828742Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.480872232Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.480920043Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.4844715Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.488451862Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"worker"}
{"msg":"region a9acca68-02ab-4c9d-800c-29889f667d70 running snapshot 7b2ec8d4-433c-44a4-a2d9-4958480f36bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.488463372Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"path is \"/data/regions/a9acca68-02ab-4c9d-800c-29889f667d70\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.823662018Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"dataset is oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/a9acca68-02ab-4c9d-800c-29889f667d70","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.833118162Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"datafile"}
{"msg":"snapshot is oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/a9acca68-02ab-4c9d-800c-29889f667d70@7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.841549833Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_761fec61-ade0-4579-af52-842b38e6e3a3/crucible/regions/a9acca68-02ab-4c9d-800c-29889f667d70\", \"7b2ec8d4-433c-44a4-a2d9-4958480f36bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.841585044Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:58.84893146Z","hostname":"oxz_crucible_2582091d-373d-488a-8cc7-af0fb41774b5","pid":25159,"uri":"/crucible/0/regions/a9acca68-02ab-4c9d-800c-29889f667d70/snapshots/7b2ec8d4-433c-44a4-a2d9-4958480f36bf/run","method":"POST","req_id":"45cbffa7-da61-4a7e-9545-b69d7e173d4e","remote_addr":"[fd00:1122:3344:101::a]:48891","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25320,"response_code":"200"}