[ Nov 14 04:45:56 Enabled. ]
[ Nov 14 04:45:56 Rereading configuration. ]
[ Nov 14 04:46:00 Rereading configuration. ]
[ Nov 14 04:46:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:46:05.908545198Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:46:05.912393819Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:46:05.91241253Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:46:05.933219762Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:46:06.082959798Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.024738458Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52409"}
{"msg":"region e89ecd5f-f06f-4015-981b-e339cd931a85 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.053797409Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.057375643Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.060926596Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"uri":"/crucible/0/regions","method":"POST","req_id":"deadd73c-dea7-4204-baad-b4c9d097f18f","remote_addr":"[fd00:1122:3344:101::a]:52409","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18615,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.066116686Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.066142477Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e89ecd5f-f06f-4015-981b-e339cd931a85\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e89ecd5f-f06f-4015-981b-e339cd931a85\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.119851512Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"region":"e89ecd5f-f06f-4015-981b-e339cd931a85","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e89ecd5f-f06f-4015-981b-e339cd931a85\" \"--data\" \"/data/regions/e89ecd5f-f06f-4015-981b-e339cd931a85\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.12359426Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"region":"e89ecd5f-f06f-4015-981b-e339cd931a85","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.255110819Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"region":"e89ecd5f-f06f-4015-981b-e339cd931a85","component":"worker"}
{"msg":"region e89ecd5f-f06f-4015-981b-e339cd931a85 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.255164671Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.255244793Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.255626534Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.261670049Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.276119877Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.279130845Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.279848545Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.28207656Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.282146892Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.282184403Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.292165082Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.29660135Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:47:18.41123895Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"uri":"/crucible/0/regions","method":"POST","req_id":"fc895227-95bd-4675-b549-479a7ac2f283","remote_addr":"[fd00:1122:3344:101::a]:52409","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.154947387Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65205"}
{"msg":"region cf88bff8-7e7c-4259-af61-22d07a4989da state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.15505783Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.155923885Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.155936546Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"uri":"/crucible/0/regions","method":"POST","req_id":"f0845226-6149-4357-b5bf-3c2f4eb87f0e","remote_addr":"[fd00:1122:3344:101::a]:65205","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":884,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/cf88bff8-7e7c-4259-af61-22d07a4989da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.164953696Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/cf88bff8-7e7c-4259-af61-22d07a4989da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.164989808Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cf88bff8-7e7c-4259-af61-22d07a4989da\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cf88bff8-7e7c-4259-af61-22d07a4989da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.221757641Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"region":"cf88bff8-7e7c-4259-af61-22d07a4989da","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cf88bff8-7e7c-4259-af61-22d07a4989da\" \"--data\" \"/data/regions/cf88bff8-7e7c-4259-af61-22d07a4989da\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.221814283Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"region":"cf88bff8-7e7c-4259-af61-22d07a4989da","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.308621067Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"region":"cf88bff8-7e7c-4259-af61-22d07a4989da","component":"worker"}
{"msg":"region cf88bff8-7e7c-4259-af61-22d07a4989da state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.30940276Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.309530443Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cf88bff8-7e7c-4259-af61-22d07a4989da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.309959336Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cf88bff8-7e7c-4259-af61-22d07a4989da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.317624858Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.335930608Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf88bff8-7e7c-4259-af61-22d07a4989da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.338790821Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf88bff8-7e7c-4259-af61-22d07a4989da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.338993357Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.339046528Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.339089829Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.33912175Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.342528239Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.350394917Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.35049868Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.350578442Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.350587002Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.350628644Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.350677135Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.350765308Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.350818979Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.35086794Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.350915422Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.355807194Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.356229356Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:39.434337628Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"uri":"/crucible/0/regions","method":"POST","req_id":"72200155-9a6d-4225-a194-ed111ee1612a","remote_addr":"[fd00:1122:3344:101::a]:65205","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":96,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.687793997Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"uri":"/crucible/0/regions/e89ecd5f-f06f-4015-981b-e339cd931a85","method":"GET","req_id":"890a996b-943b-44b3-8b41-d9ca6c6de8bc","remote_addr":"[fd00:1122:3344:101::a]:65205","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":4958,"response_code":"200"}
{"msg":"path is \"/data/regions/e89ecd5f-f06f-4015-981b-e339cd931a85\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.691174845Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"dataset is oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.701056771Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"snapshot is oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/e89ecd5f-f06f-4015-981b-e339cd931a85@c7a68a2b-d632-469b-9584-1769b66d3da7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.709804484Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/e89ecd5f-f06f-4015-981b-e339cd931a85\", \"c7a68a2b-d632-469b-9584-1769b66d3da7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.709844945Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.72070252Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"uri":"/crucible/0/regions/e89ecd5f-f06f-4015-981b-e339cd931a85/snapshots/c7a68a2b-d632-469b-9584-1769b66d3da7","method":"GET","req_id":"1c08e6ad-2e85-42b1-8691-2eb96671c923","remote_addr":"[fd00:1122:3344:101::a]:65205","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29546,"response_code":"200"}
{"msg":"path is \"/data/regions/e89ecd5f-f06f-4015-981b-e339cd931a85\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.72415512Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"dataset is oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.73245006Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"snapshot is oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/e89ecd5f-f06f-4015-981b-e339cd931a85@c7a68a2b-d632-469b-9584-1769b66d3da7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.740542734Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/e89ecd5f-f06f-4015-981b-e339cd931a85\", \"c7a68a2b-d632-469b-9584-1769b66d3da7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.740575245Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot e89ecd5f-f06f-4015-981b-e339cd931a85-c7a68a2b-d632-469b-9584-1769b66d3da7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.748565427Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"applying SMF actions for region e89ecd5f-f06f-4015-981b-e339cd931a85 running snapshot c7a68a2b-d632-469b-9584-1769b66d3da7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.748775502Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.748794993Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"uri":"/crucible/0/regions/e89ecd5f-f06f-4015-981b-e339cd931a85/snapshots/c7a68a2b-d632-469b-9584-1769b66d3da7/run","method":"POST","req_id":"72640923-b604-4c46-8837-2d2487866ccf","remote_addr":"[fd00:1122:3344:101::a]:65205","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24673,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.750371299Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.750457611Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.750537374Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.750546404Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.750585125Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.750629956Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.750939175Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.750997267Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.751045598Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.75109115Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.7549046Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-e89ecd5f-f06f-4015-981b-e339cd931a85-c7a68a2b-d632-469b-9584-1769b66d3da7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.755392404Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e89ecd5f-f06f-4015-981b-e339cd931a85-c7a68a2b-d632-469b-9584-1769b66d3da7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.764002474Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e89ecd5f-f06f-4015-981b-e339cd931a85-c7a68a2b-d632-469b-9584-1769b66d3da7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.773507929Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e89ecd5f-f06f-4015-981b-e339cd931a85/.zfs/snapshot/c7a68a2b-d632-469b-9584-1769b66d3da7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.773824588Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.77388372Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.773930131Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.773970822Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.774020724Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.777726591Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.782102428Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"worker"}
{"msg":"region e89ecd5f-f06f-4015-981b-e339cd931a85 running snapshot c7a68a2b-d632-469b-9584-1769b66d3da7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:40.782113278Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"path is \"/data/regions/e89ecd5f-f06f-4015-981b-e339cd931a85\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:41.08885331Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"dataset is oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/e89ecd5f-f06f-4015-981b-e339cd931a85","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:41.098913332Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"datafile"}
{"msg":"snapshot is oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/e89ecd5f-f06f-4015-981b-e339cd931a85@c7a68a2b-d632-469b-9584-1769b66d3da7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:41.108208801Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ba8497a2-b0b3-4f86-b2e2-626db79a155f/crucible/regions/e89ecd5f-f06f-4015-981b-e339cd931a85\", \"c7a68a2b-d632-469b-9584-1769b66d3da7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:41.108242972Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T04:57:41.116505751Z","hostname":"oxz_crucible_793a53ed-62e5-4138-9ad1-3af0d0f10218","pid":29236,"uri":"/crucible/0/regions/e89ecd5f-f06f-4015-981b-e339cd931a85/snapshots/c7a68a2b-d632-469b-9584-1769b66d3da7/run","method":"POST","req_id":"cfba4822-2ebf-4e26-8a96-49e78fbfe6fe","remote_addr":"[fd00:1122:3344:101::a]:65205","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27711,"response_code":"200"}