[ Aug 17 05:18:53 Enabled. ] [ Aug 17 05:18:53 Rereading configuration. ] [ Aug 17 05:18:55 Rereading configuration. ] [ Aug 17 05:18:57 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:18:57.995302944Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:18:57.996288232Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:18:57.996301392Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:18:58.01485987Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:18:58.236086207Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.082454495Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39635"} {"msg":"region 3a1259c6-97e6-4982-9f9a-87e7b31235d6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.100208756Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.103289292Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.107425937Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"uri":"/crucible/0/regions","method":"POST","req_id":"244f963c-720f-4026-b510-e5754ac34f70","remote_addr":"[fd00:1122:3344:101::a]:39635","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":11684,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.113914032Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.113930702Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3a1259c6-97e6-4982-9f9a-87e7b31235d6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.167355986Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"region":"3a1259c6-97e6-4982-9f9a-87e7b31235d6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3a1259c6-97e6-4982-9f9a-87e7b31235d6\" \"--data\" \"/data/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.169341372Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"region":"3a1259c6-97e6-4982-9f9a-87e7b31235d6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.314894118Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"region":"3a1259c6-97e6-4982-9f9a-87e7b31235d6","component":"worker"} {"msg":"region 3a1259c6-97e6-4982-9f9a-87e7b31235d6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.314969738Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.315043259Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3a1259c6-97e6-4982-9f9a-87e7b31235d6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.315444842Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3a1259c6-97e6-4982-9f9a-87e7b31235d6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.320353344Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.340518767Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a1259c6-97e6-4982-9f9a-87e7b31235d6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.344873212Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.355870655Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.358037824Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.358092924Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.358138385Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.362490131Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.369044187Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:20:09.374589904Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"uri":"/crucible/0/regions","method":"POST","req_id":"4e9b98bf-9069-434f-a28c-6dc3da4548cb","remote_addr":"[fd00:1122:3344:101::a]:39635","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.8528224Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60189"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.852923672Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"uri":"/crucible/0/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6","method":"GET","req_id":"89a14745-1d97-4d94-bb1d-753b4636a09e","remote_addr":"[fd00:1122:3344:101::a]:60189","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"path is \"/data/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.858404119Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"datafile"} {"msg":"dataset is oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.867037971Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"datafile"} {"msg":"snapshot is oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6@28bb06e7-94ae-410d-bbac-c76370feda74","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.8751335Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6\", \"28bb06e7-94ae-410d-bbac-c76370feda74\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.87516588Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.886034482Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"uri":"/crucible/0/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6/snapshots/28bb06e7-94ae-410d-bbac-c76370feda74","method":"GET","req_id":"47ca5bc6-d3b3-4ac8-958e-16708c992c05","remote_addr":"[fd00:1122:3344:101::a]:60189","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30329,"response_code":"200"} {"msg":"path is \"/data/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.889134009Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"datafile"} {"msg":"dataset is oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.897955114Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"datafile"} {"msg":"snapshot is oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6@28bb06e7-94ae-410d-bbac-c76370feda74","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.905594148Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6\", \"28bb06e7-94ae-410d-bbac-c76370feda74\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.905625459Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 3a1259c6-97e6-4982-9f9a-87e7b31235d6-28bb06e7-94ae-410d-bbac-c76370feda74 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.914152271Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"datafile"} {"msg":"applying SMF actions for region 3a1259c6-97e6-4982-9f9a-87e7b31235d6 running snapshot 28bb06e7-94ae-410d-bbac-c76370feda74 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.914686536Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.914722916Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"uri":"/crucible/0/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6/snapshots/28bb06e7-94ae-410d-bbac-c76370feda74/run","method":"POST","req_id":"7777e81c-5486-4287-8926-708899d3e64c","remote_addr":"[fd00:1122:3344:101::a]:60189","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25625,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.917817582Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.917923443Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.918024094Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.918032384Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.918085454Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a1259c6-97e6-4982-9f9a-87e7b31235d6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.918144765Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.918254686Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.918328846Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.918387367Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.918447517Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.926556406Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-3a1259c6-97e6-4982-9f9a-87e7b31235d6-28bb06e7-94ae-410d-bbac-c76370feda74","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.92701038Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3a1259c6-97e6-4982-9f9a-87e7b31235d6-28bb06e7-94ae-410d-bbac-c76370feda74","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.929560742Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3a1259c6-97e6-4982-9f9a-87e7b31235d6-28bb06e7-94ae-410d-bbac-c76370feda74","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.938159325Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6/.zfs/snapshot/28bb06e7-94ae-410d-bbac-c76370feda74","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.938354956Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.938405637Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.938445107Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.938483107Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.938530938Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.941907416Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.945779969Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"worker"} {"msg":"region 3a1259c6-97e6-4982-9f9a-87e7b31235d6 running snapshot 28bb06e7-94ae-410d-bbac-c76370feda74 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:07.945793709Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"datafile"} {"msg":"path is \"/data/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:08.088296038Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"datafile"} {"msg":"dataset is oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:08.096567188Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"datafile"} {"msg":"snapshot is oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6@28bb06e7-94ae-410d-bbac-c76370feda74","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:08.104750697Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c1db5201-2523-45a0-93fc-1d7888827bc6/crucible/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6\", \"28bb06e7-94ae-410d-bbac-c76370feda74\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:08.104788518Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-17T05:25:08.112581704Z","hostname":"oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e","pid":21623,"uri":"/crucible/0/regions/3a1259c6-97e6-4982-9f9a-87e7b31235d6/snapshots/28bb06e7-94ae-410d-bbac-c76370feda74/run","method":"POST","req_id":"d917fcf3-8f49-409a-a3c3-b1943b55d000","remote_addr":"[fd00:1122:3344:101::a]:60189","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24330,"response_code":"200"}