[ Nov 21 01:16:56 Enabled. ]
[ Nov 21 01:16:56 Rereading configuration. ]
[ Nov 21 01:16:59 Rereading configuration. ]
[ Nov 21 01:17:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:03.940813447Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:03.941780291Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:03.941794731Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:03.961952465Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:04.099120978Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.643350249Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33579"}
{"msg":"region b883cd7b-72de-4577-bb60-75fdc529ebc5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.652947545Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.654594838Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.658435572Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"uri":"/crucible/0/regions","method":"POST","req_id":"f00845a4-f884-4036-a889-d5cf21e3124b","remote_addr":"[fd00:1122:3344:101::a]:33579","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":7657,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.664536038Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.664586199Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b883cd7b-72de-4577-bb60-75fdc529ebc5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.733320687Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"region":"b883cd7b-72de-4577-bb60-75fdc529ebc5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b883cd7b-72de-4577-bb60-75fdc529ebc5\" \"--data\" \"/data/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.737430085Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"region":"b883cd7b-72de-4577-bb60-75fdc529ebc5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.88185191Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"region":"b883cd7b-72de-4577-bb60-75fdc529ebc5","component":"worker"}
{"msg":"region b883cd7b-72de-4577-bb60-75fdc529ebc5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.881905721Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.881985282Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b883cd7b-72de-4577-bb60-75fdc529ebc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.882391488Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b883cd7b-72de-4577-bb60-75fdc529ebc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.886687829Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.896552048Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b883cd7b-72de-4577-bb60-75fdc529ebc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.90024156Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.90094057Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.901022411Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.901065371Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.901106642Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.905783118Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.911242515Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:21.970916786Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"uri":"/crucible/0/regions","method":"POST","req_id":"9e5484f4-a07d-4df5-9704-563e48564652","remote_addr":"[fd00:1122:3344:101::a]:33579","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.151804342Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35313"}
{"msg":"region dc6ea185-1c66-4f58-a829-3dfb607f5c2c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.151927604Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.152836167Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"uri":"/crucible/0/regions","method":"POST","req_id":"5b451c92-a33c-4906-8e65-faad7ea64a39","remote_addr":"[fd00:1122:3344:101::a]:35313","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":970,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.152858188Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/dc6ea185-1c66-4f58-a829-3dfb607f5c2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.164285809Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/dc6ea185-1c66-4f58-a829-3dfb607f5c2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.164309799Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"dc6ea185-1c66-4f58-a829-3dfb607f5c2c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dc6ea185-1c66-4f58-a829-3dfb607f5c2c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.214440225Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"region":"dc6ea185-1c66-4f58-a829-3dfb607f5c2c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dc6ea185-1c66-4f58-a829-3dfb607f5c2c\" \"--data\" \"/data/regions/dc6ea185-1c66-4f58-a829-3dfb607f5c2c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.214502936Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"region":"dc6ea185-1c66-4f58-a829-3dfb607f5c2c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.349735602Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"region":"dc6ea185-1c66-4f58-a829-3dfb607f5c2c","component":"worker"}
{"msg":"region dc6ea185-1c66-4f58-a829-3dfb607f5c2c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.349792832Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.349873573Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-dc6ea185-1c66-4f58-a829-3dfb607f5c2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.359271636Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dc6ea185-1c66-4f58-a829-3dfb607f5c2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.362641553Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.371914784Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dc6ea185-1c66-4f58-a829-3dfb607f5c2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.375281722Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dc6ea185-1c66-4f58-a829-3dfb607f5c2c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.375618226Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.375689027Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.375741778Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.375785849Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.379166416Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.384079326Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.525465598Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"uri":"/crucible/0/regions","method":"POST","req_id":"5a1fc761-1bec-4db2-9d48-1923d26595f0","remote_addr":"[fd00:1122:3344:101::a]:35313","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:46.962701812Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"uri":"/crucible/0/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5","method":"GET","req_id":"8d31410b-6758-4dd2-864c-bbf4d584ca7b","remote_addr":"[fd00:1122:3344:101::a]:35313","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":4875,"response_code":"200"}
{"msg":"path is \"/data/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:46.965561212Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"dataset is oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:46.975207098Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"snapshot is oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5@8b520afc-9001-47a5-8f88-447d6d5f59d7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:46.983533075Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5\", \"8b520afc-9001-47a5-8f88-447d6d5f59d7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:46.983572096Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:46.994664522Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"uri":"/crucible/0/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5/snapshots/8b520afc-9001-47a5-8f88-447d6d5f59d7","method":"GET","req_id":"5c8f477f-38b5-437a-805d-2132362715c8","remote_addr":"[fd00:1122:3344:101::a]:35313","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29104,"response_code":"200"}
{"msg":"path is \"/data/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:46.998884051Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"dataset is oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.007045686Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"snapshot is oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5@8b520afc-9001-47a5-8f88-447d6d5f59d7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.015667978Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5\", \"8b520afc-9001-47a5-8f88-447d6d5f59d7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.015708499Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b883cd7b-72de-4577-bb60-75fdc529ebc5-8b520afc-9001-47a5-8f88-447d6d5f59d7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.025506537Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"applying SMF actions for region b883cd7b-72de-4577-bb60-75fdc529ebc5 running snapshot 8b520afc-9001-47a5-8f88-447d6d5f59d7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.025701149Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.02572815Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"uri":"/crucible/0/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5/snapshots/8b520afc-9001-47a5-8f88-447d6d5f59d7/run","method":"POST","req_id":"a49f2855-a2cd-4c9e-b0dc-c2a8fca10f29","remote_addr":"[fd00:1122:3344:101::a]:35313","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27652,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-b883cd7b-72de-4577-bb60-75fdc529ebc5-8b520afc-9001-47a5-8f88-447d6d5f59d7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.028194095Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b883cd7b-72de-4577-bb60-75fdc529ebc5-8b520afc-9001-47a5-8f88-447d6d5f59d7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.03783128Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b883cd7b-72de-4577-bb60-75fdc529ebc5-8b520afc-9001-47a5-8f88-447d6d5f59d7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.048079545Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5/.zfs/snapshot/8b520afc-9001-47a5-8f88-447d6d5f59d7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.048280698Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.048336698Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.048378899Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.0484193Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.04847555Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.052157632Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.056506794Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"worker"}
{"msg":"region b883cd7b-72de-4577-bb60-75fdc529ebc5 running snapshot 8b520afc-9001-47a5-8f88-447d6d5f59d7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.056531364Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"path is \"/data/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.308308932Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"dataset is oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.317575762Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"datafile"}
{"msg":"snapshot is oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5@8b520afc-9001-47a5-8f88-447d6d5f59d7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.327019675Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cf86d888-5ca0-4e60-a3d8-21b19721ef99/crucible/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5\", \"8b520afc-9001-47a5-8f88-447d6d5f59d7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.327054706Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:47.335667197Z","hostname":"oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd","pid":26525,"uri":"/crucible/0/regions/b883cd7b-72de-4577-bb60-75fdc529ebc5/snapshots/8b520afc-9001-47a5-8f88-447d6d5f59d7/run","method":"POST","req_id":"bda64544-6950-4d26-90db-e02bf50ed642","remote_addr":"[fd00:1122:3344:101::a]:35313","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27419,"response_code":"200"}