{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.299156917Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64702"} {"msg":"region 05bf663b-5bf2-4009-8acd-57a088112ec3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.327294865Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.333890571Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions","method":"POST","req_id":"8728eaba-c13e-4fdc-840b-c75b304e3d47","remote_addr":"[fd00:1122:3344:101::a]:64702","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14470,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.333928942Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.343783776Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.343817747Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"05bf663b-5bf2-4009-8acd-57a088112ec3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.391814206Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"region":"05bf663b-5bf2-4009-8acd-57a088112ec3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"05bf663b-5bf2-4009-8acd-57a088112ec3\" \"--data\" \"/data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.39370032Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"region":"05bf663b-5bf2-4009-8acd-57a088112ec3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.608346552Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions","method":"POST","req_id":"653f9395-ea93-471f-835f-c8c886a76125","remote_addr":"[fd00:1122:3344:101::a]:64702","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":95,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.669885963Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"region":"05bf663b-5bf2-4009-8acd-57a088112ec3","component":"worker"} {"msg":"region 05bf663b-5bf2-4009-8acd-57a088112ec3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.669932144Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.670031396Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.670439666Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.677938054Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.68956635Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.694530127Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.700831617Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.702980838Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.703048639Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.703102811Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.706561703Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:48.709975694Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:00:49.337467302Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions","method":"POST","req_id":"ca4bb9ed-259f-4ed2-b03a-8959937829d0","remote_addr":"[fd00:1122:3344:101::a]:64702","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":632,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.573267731Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45811"} {"msg":"region 988cf836-126e-4e2c-8cac-21f95c16ef5d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.573404694Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.573995708Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.574007318Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions","method":"POST","req_id":"2ecde258-07f5-42ff-9101-93c87d7e2d58","remote_addr":"[fd00:1122:3344:101::a]:45811","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":644,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/988cf836-126e-4e2c-8cac-21f95c16ef5d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.584122548Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/988cf836-126e-4e2c-8cac-21f95c16ef5d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.584158149Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"988cf836-126e-4e2c-8cac-21f95c16ef5d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/988cf836-126e-4e2c-8cac-21f95c16ef5d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.648665289Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"region":"988cf836-126e-4e2c-8cac-21f95c16ef5d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"988cf836-126e-4e2c-8cac-21f95c16ef5d\" \"--data\" \"/data/regions/988cf836-126e-4e2c-8cac-21f95c16ef5d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.648719381Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"region":"988cf836-126e-4e2c-8cac-21f95c16ef5d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.771003922Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"region":"988cf836-126e-4e2c-8cac-21f95c16ef5d","component":"worker"} {"msg":"region 988cf836-126e-4e2c-8cac-21f95c16ef5d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.771054304Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.771158126Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.776922863Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.777009325Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.777089687Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.777102427Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.777142238Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.77721331Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.777304972Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.777375343Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.777424565Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.777473346Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.783879248Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-988cf836-126e-4e2c-8cac-21f95c16ef5d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.784507573Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-988cf836-126e-4e2c-8cac-21f95c16ef5d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.78733403Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.794336646Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions","method":"POST","req_id":"cd3c999b-a59a-4f57-97bd-f67286462b3b","remote_addr":"[fd00:1122:3344:101::a]:45811","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":760,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.798800152Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-988cf836-126e-4e2c-8cac-21f95c16ef5d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.802471879Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/988cf836-126e-4e2c-8cac-21f95c16ef5d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.802770546Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.802837668Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.802888979Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.80295248Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.807057818Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:56.811547484Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.984643818Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49196"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.988727824Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","method":"GET","req_id":"d417af49-19c2-4ddf-ba29-aa46b4891f9e","remote_addr":"[fd00:1122:3344:101::a]:49196","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":4057,"response_code":"200"} {"msg":"path is \"/data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:57.989661146Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"dataset is oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.003373412Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"snapshot is oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/05bf663b-5bf2-4009-8acd-57a088112ec3@054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.016286948Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/05bf663b-5bf2-4009-8acd-57a088112ec3\", \"054abf94-38aa-4205-81b0-7b2c5ecf9a63\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.0163562Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.034936411Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions/05bf663b-5bf2-4009-8acd-57a088112ec3/snapshots/054abf94-38aa-4205-81b0-7b2c5ecf9a63","method":"GET","req_id":"ace4822c-1709-4874-890d-c635a1646219","remote_addr":"[fd00:1122:3344:101::a]:49196","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":45961,"response_code":"200"} {"msg":"path is \"/data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.035808152Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"dataset is oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.050136421Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"snapshot is oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/05bf663b-5bf2-4009-8acd-57a088112ec3@054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.061216114Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/05bf663b-5bf2-4009-8acd-57a088112ec3\", \"054abf94-38aa-4205-81b0-7b2c5ecf9a63\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.061256775Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 05bf663b-5bf2-4009-8acd-57a088112ec3-054abf94-38aa-4205-81b0-7b2c5ecf9a63 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.074614742Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"applying SMF actions for region 05bf663b-5bf2-4009-8acd-57a088112ec3 running snapshot 054abf94-38aa-4205-81b0-7b2c5ecf9a63 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.074858148Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.074915549Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions/05bf663b-5bf2-4009-8acd-57a088112ec3/snapshots/054abf94-38aa-4205-81b0-7b2c5ecf9a63/run","method":"POST","req_id":"050d90b7-841a-4c4e-8735-143b5cef695a","remote_addr":"[fd00:1122:3344:101::a]:49196","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":39779,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.075717728Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.075841251Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.075961384Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.075975305Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.076034536Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.076101528Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.07661803Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.076710962Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.076784544Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.076853555Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.084798624Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-05bf663b-5bf2-4009-8acd-57a088112ec3-054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.086840422Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-05bf663b-5bf2-4009-8acd-57a088112ec3-054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.099628016Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-05bf663b-5bf2-4009-8acd-57a088112ec3-054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.121059084Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3/.zfs/snapshot/054abf94-38aa-4205-81b0-7b2c5ecf9a63","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.121484714Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.121574476Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.121635938Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.121697149Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.121768931Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.126808031Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.134461002Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"region 05bf663b-5bf2-4009-8acd-57a088112ec3 running snapshot 054abf94-38aa-4205-81b0-7b2c5ecf9a63 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:05:58.134481093Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.140796772Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53134"} {"msg":"region 3c873f54-e30b-4b86-92fa-fef659e1361b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.140861184Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.141050168Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions","method":"POST","req_id":"f089e439-c3a5-4360-8678-f36eb885ffa2","remote_addr":"[fd00:1122:3344:101::a]:53134","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":222,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.141075739Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/3c873f54-e30b-4b86-92fa-fef659e1361b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.151313962Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/3c873f54-e30b-4b86-92fa-fef659e1361b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.151342562Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3c873f54-e30b-4b86-92fa-fef659e1361b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3c873f54-e30b-4b86-92fa-fef659e1361b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.206778208Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"region":"3c873f54-e30b-4b86-92fa-fef659e1361b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3c873f54-e30b-4b86-92fa-fef659e1361b\" \"--data\" \"/data/regions/3c873f54-e30b-4b86-92fa-fef659e1361b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.208647262Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"region":"3c873f54-e30b-4b86-92fa-fef659e1361b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.274656198Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"region":"3c873f54-e30b-4b86-92fa-fef659e1361b","component":"worker"} {"msg":"region 3c873f54-e30b-4b86-92fa-fef659e1361b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.274690879Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.274806812Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.275494628Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.27558Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.275658312Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.275669092Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.275708563Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.275766605Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.276158114Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.276221625Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.276272766Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.276320358Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.280314762Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3c873f54-e30b-4b86-92fa-fef659e1361b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.280779424Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3c873f54-e30b-4b86-92fa-fef659e1361b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.283717593Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.291462087Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3c873f54-e30b-4b86-92fa-fef659e1361b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.294655903Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3c873f54-e30b-4b86-92fa-fef659e1361b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.294934209Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.294996041Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.295037042Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.295079443Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.299034217Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.310890308Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:01.361310134Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions","method":"POST","req_id":"cfa73e8b-9b04-4eb3-9a26-9c109c10983b","remote_addr":"[fd00:1122:3344:101::a]:53134","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.49809569Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33021"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.498180852Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions/3c873f54-e30b-4b86-92fa-fef659e1361b","method":"GET","req_id":"8fb648d9-4d6b-4de5-8318-ced19aa32099","remote_addr":"[fd00:1122:3344:101::a]:33021","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"path is \"/data/regions/3c873f54-e30b-4b86-92fa-fef659e1361b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.498366876Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"dataset is oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/3c873f54-e30b-4b86-92fa-fef659e1361b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.519445396Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"region 3c873f54-e30b-4b86-92fa-fef659e1361b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.527498718Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.527686332Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-3c873f54-e30b-4b86-92fa-fef659e1361b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.531318418Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.540409064Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions/3c873f54-e30b-4b86-92fa-fef659e1361b","method":"DELETE","req_id":"ac2488e1-7c63-4e13-aa8f-03252871655c","remote_addr":"[fd00:1122:3344:101::a]:33021","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":42069,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.540582488Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions/3c873f54-e30b-4b86-92fa-fef659e1361b","method":"GET","req_id":"dec6db33-117d-4329-b68a-f22d5e8d1c51","remote_addr":"[fd00:1122:3344:101::a]:33021","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.563328808Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.5634382Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.563541253Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.563550173Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.563608284Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.563676336Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05bf663b-5bf2-4009-8acd-57a088112ec3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.564025114Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.564102226Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.564153177Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.564203308Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.578941978Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.58114282Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1083f597-b153-4d20-874e-53c9bcc075c5/crucible/regions/3c873f54-e30b-4b86-92fa-fef659e1361b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.590462171Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"region":"3c873f54-e30b-4b86-92fa-fef659e1361b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.664384305Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions/3c873f54-e30b-4b86-92fa-fef659e1361b","method":"GET","req_id":"84ea1818-df88-4a50-a769-81a50683e7b0","remote_addr":"[fd00:1122:3344:101::a]:33021","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":529,"response_code":"200"} {"msg":"region 3c873f54-e30b-4b86-92fa-fef659e1361b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.681276106Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T01:06:26.747669431Z","hostname":"oxz_crucible_c397865c-f7e7-405c-ac23-423b0594f6fc","pid":23452,"uri":"/crucible/0/regions/3c873f54-e30b-4b86-92fa-fef659e1361b","method":"GET","req_id":"bf576f39-6bfc-4194-85dc-0911c5d96c64","remote_addr":"[fd00:1122:3344:101::a]:33021","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":35,"response_code":"200"}