{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.213961514Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34827"}
{"msg":"region 3415ee71-f707-4530-bc08-af01373cae24 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.21469641Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.21851239Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.21852582Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"uri":"/crucible/0/regions","method":"POST","req_id":"2b049820-3716-4fa5-80ca-52f9a2dab30e","remote_addr":"[fd00:1122:3344:101::a]:34827","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":4498,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_be007fc9-c18b-4eb9-b039-d1acd6258caa/crucible/regions/3415ee71-f707-4530-bc08-af01373cae24","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.228217563Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_be007fc9-c18b-4eb9-b039-d1acd6258caa/crucible/regions/3415ee71-f707-4530-bc08-af01373cae24","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.228249454Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3415ee71-f707-4530-bc08-af01373cae24\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3415ee71-f707-4530-bc08-af01373cae24\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.286796641Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"region":"3415ee71-f707-4530-bc08-af01373cae24","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3415ee71-f707-4530-bc08-af01373cae24\" \"--data\" \"/data/regions/3415ee71-f707-4530-bc08-af01373cae24\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.286847412Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"region":"3415ee71-f707-4530-bc08-af01373cae24","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.355216165Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"region":"3415ee71-f707-4530-bc08-af01373cae24","component":"worker"}
{"msg":"region 3415ee71-f707-4530-bc08-af01373cae24 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.355260726Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.355342328Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3415ee71-f707-4530-bc08-af01373cae24","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.355721086Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3415ee71-f707-4530-bc08-af01373cae24","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.359908414Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.376163355Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3415ee71-f707-4530-bc08-af01373cae24","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.378690497Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3415ee71-f707-4530-bc08-af01373cae24","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.378947973Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.379009394Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.379054495Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.379098196Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.383047709Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.391178769Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:14.417968471Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"uri":"/crucible/0/regions","method":"POST","req_id":"388acb2c-d140-4e3a-975c-40a2e6764b8a","remote_addr":"[fd00:1122:3344:101::a]:34827","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.696063192Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50208"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.696134533Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"uri":"/crucible/0/regions/be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7","method":"GET","req_id":"8a261c55-f5ab-48bc-8982-246e531aed2d","remote_addr":"[fd00:1122:3344:101::a]:50208","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.696281247Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"datafile"}
{"msg":"dataset is oxp_be007fc9-c18b-4eb9-b039-d1acd6258caa/crucible/regions/be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.705273135Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"datafile"}
{"msg":"snapshot is oxp_be007fc9-c18b-4eb9-b039-d1acd6258caa/crucible/regions/be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7@589fffbd-c90a-46f7-a720-c858cf65759d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.714161431Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_be007fc9-c18b-4eb9-b039-d1acd6258caa/crucible/regions/be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7\", \"589fffbd-c90a-46f7-a720-c858cf65759d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.714188492Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.729281788Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"uri":"/crucible/0/regions/be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7/snapshots/589fffbd-c90a-46f7-a720-c858cf65759d","method":"GET","req_id":"49498d1c-234c-4f26-8db2-07af6bec9f8a","remote_addr":"[fd00:1122:3344:101::a]:50208","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":33006,"response_code":"200"}
{"msg":"path is \"/data/regions/be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.729441432Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"datafile"}
{"msg":"dataset is oxp_be007fc9-c18b-4eb9-b039-d1acd6258caa/crucible/regions/be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.73792814Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"datafile"}
{"msg":"snapshot is oxp_be007fc9-c18b-4eb9-b039-d1acd6258caa/crucible/regions/be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7@589fffbd-c90a-46f7-a720-c858cf65759d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.745702663Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_be007fc9-c18b-4eb9-b039-d1acd6258caa/crucible/regions/be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7\", \"589fffbd-c90a-46f7-a720-c858cf65759d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.745731043Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7-589fffbd-c90a-46f7-a720-c858cf65759d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.754042437Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"datafile"}
{"msg":"applying SMF actions for region be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7 running snapshot 589fffbd-c90a-46f7-a720-c858cf65759d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.754211171Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.754255122Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"uri":"/crucible/0/regions/be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7/snapshots/589fffbd-c90a-46f7-a720-c858cf65759d/run","method":"POST","req_id":"dd95d90c-cbca-41d7-ae6f-1f85bf90ac29","remote_addr":"[fd00:1122:3344:101::a]:50208","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24836,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7-589fffbd-c90a-46f7-a720-c858cf65759d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.756431008Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7-589fffbd-c90a-46f7-a720-c858cf65759d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.760966852Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7-589fffbd-c90a-46f7-a720-c858cf65759d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.770357439Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7/.zfs/snapshot/589fffbd-c90a-46f7-a720-c858cf65759d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.770622315Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.770686346Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.770730407Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.770772988Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.770827909Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.774324243Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.779022251Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"worker"}
{"msg":"region be8d1bd3-f8e5-41f8-a3e2-c1c49894a1b7 running snapshot 589fffbd-c90a-46f7-a720-c858cf65759d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-10T21:30:15.779037901Z","hostname":"oxz_crucible_c1dcad46-3d8d-4678-899a-efb74ec83395","pid":23795,"component":"datafile"}