[ Aug 12 21:38:28 Enabled. ]
[ Aug 12 21:38:28 Rereading configuration. ]
[ Aug 12 21:38:31 Rereading configuration. ]
[ Aug 12 21:38:32 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.414997561Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.416459539Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.416475129Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.448694838Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.666648129Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:22.927423573Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47921"}
{"msg":"region bebc2f27-7388-414a-8f4d-c28c3682a703 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:22.950833833Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:22.956131319Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:22.960179769Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"uri":"/crucible/0/regions","method":"POST","req_id":"d82571ce-d34c-49bb-83cc-8c4130789b0c","remote_addr":"[fd00:1122:3344:101::a]:47921","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15886,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:22.967682582Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:22.967731872Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bebc2f27-7388-414a-8f4d-c28c3682a703\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bebc2f27-7388-414a-8f4d-c28c3682a703\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.081539803Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"region":"bebc2f27-7388-414a-8f4d-c28c3682a703","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bebc2f27-7388-414a-8f4d-c28c3682a703\" \"--data\" \"/data/regions/bebc2f27-7388-414a-8f4d-c28c3682a703\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.083450017Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"region":"bebc2f27-7388-414a-8f4d-c28c3682a703","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.121978434Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"uri":"/crucible/0/regions","method":"POST","req_id":"f588f226-e2c0-4698-9502-c4e267dc2861","remote_addr":"[fd00:1122:3344:101::a]:47921","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.332057898Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"region":"bebc2f27-7388-414a-8f4d-c28c3682a703","component":"worker"}
{"msg":"region bebc2f27-7388-414a-8f4d-c28c3682a703 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.332145779Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.332362222Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.332853098Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.348869956Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.377073086Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.389702702Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.403501004Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.405697421Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.405754681Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.405803862Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.416746368Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.424730096Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:23.745609054Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"uri":"/crucible/0/regions","method":"POST","req_id":"01fc02c7-7f82-4e53-a9ad-2357cc5c5501","remote_addr":"[fd00:1122:3344:101::a]:47921","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.875223298Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45627"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.875337709Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"uri":"/crucible/0/regions/bebc2f27-7388-414a-8f4d-c28c3682a703","method":"GET","req_id":"58fcfbe3-d774-431d-a985-979c1fe3f31f","remote_addr":"[fd00:1122:3344:101::a]:45627","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/bebc2f27-7388-414a-8f4d-c28c3682a703\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.886846972Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"dataset is oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.896699814Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"snapshot is oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/bebc2f27-7388-414a-8f4d-c28c3682a703@59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.905902748Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/bebc2f27-7388-414a-8f4d-c28c3682a703\", \"59d682f7-9454-4f34-838a-d2951aefcefe\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.905932209Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.923242283Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"uri":"/crucible/0/regions/bebc2f27-7388-414a-8f4d-c28c3682a703/snapshots/59d682f7-9454-4f34-838a-d2951aefcefe","method":"GET","req_id":"19d55944-55c8-4d9c-8cac-dd0603dcc629","remote_addr":"[fd00:1122:3344:101::a]:45627","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":40274,"response_code":"200"}
{"msg":"path is \"/data/regions/bebc2f27-7388-414a-8f4d-c28c3682a703\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.92618494Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"dataset is oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.93426981Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"snapshot is oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/bebc2f27-7388-414a-8f4d-c28c3682a703@59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.942097937Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/bebc2f27-7388-414a-8f4d-c28c3682a703\", \"59d682f7-9454-4f34-838a-d2951aefcefe\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.942143847Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot bebc2f27-7388-414a-8f4d-c28c3682a703-59d682f7-9454-4f34-838a-d2951aefcefe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.951849458Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"applying SMF actions for region bebc2f27-7388-414a-8f4d-c28c3682a703 running snapshot 59d682f7-9454-4f34-838a-d2951aefcefe (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.952402045Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.952432975Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"uri":"/crucible/0/regions/bebc2f27-7388-414a-8f4d-c28c3682a703/snapshots/59d682f7-9454-4f34-838a-d2951aefcefe/run","method":"POST","req_id":"7f0ae5bf-29ce-4349-905e-a88630c88d04","remote_addr":"[fd00:1122:3344:101::a]:45627","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26277,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.958316798Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.958402699Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.95848219Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.95848879Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.958533001Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.958580371Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.958678522Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.958738403Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.958785424Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.958833274Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.973254113Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-bebc2f27-7388-414a-8f4d-c28c3682a703-59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.973917031Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-bebc2f27-7388-414a-8f4d-c28c3682a703-59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:39.981993611Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-bebc2f27-7388-414a-8f4d-c28c3682a703-59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.000979116Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bebc2f27-7388-414a-8f4d-c28c3682a703/.zfs/snapshot/59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.001351241Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.001406432Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.001449312Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.001485703Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.001534483Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.007658569Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.015279924Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"region bebc2f27-7388-414a-8f4d-c28c3682a703 running snapshot 59d682f7-9454-4f34-838a-d2951aefcefe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.015301284Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"path is \"/data/regions/bebc2f27-7388-414a-8f4d-c28c3682a703\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.179454008Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"dataset is oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.187676401Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"snapshot is oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/bebc2f27-7388-414a-8f4d-c28c3682a703@59d682f7-9454-4f34-838a-d2951aefcefe","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.196122795Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/bebc2f27-7388-414a-8f4d-c28c3682a703\", \"59d682f7-9454-4f34-838a-d2951aefcefe\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.196168776Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:40.204010633Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"uri":"/crucible/0/regions/bebc2f27-7388-414a-8f4d-c28c3682a703/snapshots/59d682f7-9454-4f34-838a-d2951aefcefe/run","method":"POST","req_id":"86b1fb8f-d83a-4096-b9de-98d1e037ab42","remote_addr":"[fd00:1122:3344:101::a]:45627","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24581,"response_code":"200"}
{"msg":"region 90d3395c-d3b9-4f53-8096-ee13d7f00f07 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:43.936128928Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:43.936294341Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"uri":"/crucible/0/regions","method":"POST","req_id":"dae41625-8c6c-496c-b91e-17afdd8715a7","remote_addr":"[fd00:1122:3344:101::a]:45627","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":236,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:43.936333801Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/90d3395c-d3b9-4f53-8096-ee13d7f00f07","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:43.947365678Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0c226e2e-353f-4023-ae05-f6399a578894/crucible/regions/90d3395c-d3b9-4f53-8096-ee13d7f00f07","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:43.947392278Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"90d3395c-d3b9-4f53-8096-ee13d7f00f07\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/90d3395c-d3b9-4f53-8096-ee13d7f00f07\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.052694293Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"region":"90d3395c-d3b9-4f53-8096-ee13d7f00f07","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"90d3395c-d3b9-4f53-8096-ee13d7f00f07\" \"--data\" \"/data/regions/90d3395c-d3b9-4f53-8096-ee13d7f00f07\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.054744929Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"region":"90d3395c-d3b9-4f53-8096-ee13d7f00f07","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.167965212Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"region":"90d3395c-d3b9-4f53-8096-ee13d7f00f07","component":"worker"}
{"msg":"region 90d3395c-d3b9-4f53-8096-ee13d7f00f07 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.168011322Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.168106594Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-90d3395c-d3b9-4f53-8096-ee13d7f00f07","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.168527119Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-90d3395c-d3b9-4f53-8096-ee13d7f00f07","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.181047724Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.193256875Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-90d3395c-d3b9-4f53-8096-ee13d7f00f07","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.198808584Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/90d3395c-d3b9-4f53-8096-ee13d7f00f07","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.199116768Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.199179149Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.199227579Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.19927411Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.208784258Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.22108701Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.221196352Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.221295233Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.221304123Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.221356234Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.221406734Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bebc2f27-7388-414a-8f4d-c28c3682a703","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.228813256Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.228877637Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.228935568Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.228995098Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.236031936Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.238079561Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:44:44.287491223Z","hostname":"oxz_crucible_2ce97da8-73e3-4b17-aa72-6276bb7f2d05","pid":19384,"uri":"/crucible/0/regions","method":"POST","req_id":"94e40d1b-5dd5-4b5a-b02f-3c9ef2ff7f72","remote_addr":"[fd00:1122:3344:101::a]:45627","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":"200"}