[ Nov 27 20:46:55 Enabled. ]
[ Nov 27 20:46:55 Rereading configuration. ]
[ Nov 27 20:47:02 Rereading configuration. ]
[ Nov 27 20:47:06 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:47:06.67380752Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:47:06.677919769Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:47:06.677929284Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:47:06.697354148Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:47:07.049962436Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:17.848666402Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55388"}
{"msg":"region 23ace2c9-6d82-46cf-956b-d15e5a5a61cc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:17.882249439Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:17.886707887Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:17.891136846Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"uri":"/crucible/0/regions","method":"POST","req_id":"acc8f85c-d1b9-447f-9d46-368827cbc825","remote_addr":"[fd00:1122:3344:101::a]:55388","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14711,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:17.896238351Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:17.896254322Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"23ace2c9-6d82-46cf-956b-d15e5a5a61cc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:17.95972324Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"region":"23ace2c9-6d82-46cf-956b-d15e5a5a61cc","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"23ace2c9-6d82-46cf-956b-d15e5a5a61cc\" \"--data\" \"/data/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:17.961633695Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"region":"23ace2c9-6d82-46cf-956b-d15e5a5a61cc","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.091873126Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"region":"23ace2c9-6d82-46cf-956b-d15e5a5a61cc","component":"worker"}
{"msg":"region 23ace2c9-6d82-46cf-956b-d15e5a5a61cc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.091930477Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.092028408Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-23ace2c9-6d82-46cf-956b-d15e5a5a61cc","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.092510333Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-23ace2c9-6d82-46cf-956b-d15e5a5a61cc","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.097617719Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.109421868Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-23ace2c9-6d82-46cf-956b-d15e5a5a61cc","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.112450771Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.113219179Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.11328271Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.11332707Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.113367051Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.116802748Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.120782721Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:48:18.202279231Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"uri":"/crucible/0/regions","method":"POST","req_id":"e2767b35-c514-45bd-90e2-a8a255319735","remote_addr":"[fd00:1122:3344:101::a]:55388","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.794379842Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43556"}
{"msg":"region f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.794502083Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.795450334Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.795465604Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"uri":"/crucible/0/regions","method":"POST","req_id":"8de7fb73-0d18-4659-9ba5-cb4fee0a1f24","remote_addr":"[fd00:1122:3344:101::a]:43556","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1019,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.806201791Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.806227751Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.859108619Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"region":"f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5\" \"--data\" \"/data/regions/f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.859170459Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"region":"f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.937275892Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"region":"f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5","component":"worker"}
{"msg":"region f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.937326632Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.937410843Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.947626185Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.951949762Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.961746349Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.965121465Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f4dd23a9-69ba-4b48-b527-9fc19e5bb0c5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.965319428Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.965371048Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.965412299Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.965451279Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.969022568Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:33.973365355Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:34.067097729Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"uri":"/crucible/0/regions","method":"POST","req_id":"76f47153-1997-4115-832f-71e02794dd80","remote_addr":"[fd00:1122:3344:101::a]:43556","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":618,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.108817406Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"uri":"/crucible/0/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc","method":"GET","req_id":"7434c19b-fb3b-4024-932f-041533fae34f","remote_addr":"[fd00:1122:3344:101::a]:43556","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2421,"response_code":"200"}
{"msg":"path is \"/data/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.111619277Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"dataset is oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.120746476Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"snapshot is oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc@86679e40-3ae8-48dd-afdd-3011492f2628","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.128732663Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc\", \"86679e40-3ae8-48dd-afdd-3011492f2628\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.128786834Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.139949436Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"uri":"/crucible/0/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc/snapshots/86679e40-3ae8-48dd-afdd-3011492f2628","method":"GET","req_id":"7ac9d729-71a2-4295-8b6a-7127edb2af87","remote_addr":"[fd00:1122:3344:101::a]:43556","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28333,"response_code":"200"}
{"msg":"path is \"/data/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.143275727Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"dataset is oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.150815604Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"snapshot is oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc@86679e40-3ae8-48dd-afdd-3011492f2628","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.159158585Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc\", \"86679e40-3ae8-48dd-afdd-3011492f2628\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.159188686Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 23ace2c9-6d82-46cf-956b-d15e5a5a61cc-86679e40-3ae8-48dd-afdd-3011492f2628 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.167683958Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"applying SMF actions for region 23ace2c9-6d82-46cf-956b-d15e5a5a61cc running snapshot 86679e40-3ae8-48dd-afdd-3011492f2628 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.16785795Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.167891801Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"uri":"/crucible/0/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc/snapshots/86679e40-3ae8-48dd-afdd-3011492f2628/run","method":"POST","req_id":"52e118d6-90bb-4cd2-93f7-1498d086f6d1","remote_addr":"[fd00:1122:3344:101::a]:43556","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24617,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-23ace2c9-6d82-46cf-956b-d15e5a5a61cc-86679e40-3ae8-48dd-afdd-3011492f2628","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.170029934Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-23ace2c9-6d82-46cf-956b-d15e5a5a61cc-86679e40-3ae8-48dd-afdd-3011492f2628","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.180565189Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-23ace2c9-6d82-46cf-956b-d15e5a5a61cc-86679e40-3ae8-48dd-afdd-3011492f2628","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.190127713Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc/.zfs/snapshot/86679e40-3ae8-48dd-afdd-3011492f2628","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.190329266Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.190376586Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.190418867Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.190456037Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.190503697Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.194127087Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.198329733Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"worker"}
{"msg":"region 23ace2c9-6d82-46cf-956b-d15e5a5a61cc running snapshot 86679e40-3ae8-48dd-afdd-3011492f2628 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.198340253Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"path is \"/data/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.455153516Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"dataset is oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.463580668Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"datafile"}
{"msg":"snapshot is oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc@86679e40-3ae8-48dd-afdd-3011492f2628","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.472544415Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ff99775c-fb56-419e-aef8-9c8117494384/crucible/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc\", \"86679e40-3ae8-48dd-afdd-3011492f2628\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.472566816Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-27T20:58:35.480564633Z","hostname":"oxz_crucible_a189f197-7882-4220-a741-c3ab48d1538d","pid":23898,"uri":"/crucible/0/regions/23ace2c9-6d82-46cf-956b-d15e5a5a61cc/snapshots/86679e40-3ae8-48dd-afdd-3011492f2628/run","method":"POST","req_id":"e653327f-f29e-47cb-9a22-69221cb746b5","remote_addr":"[fd00:1122:3344:101::a]:43556","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25956,"response_code":"200"}