[ Jul 25 05:48:05 Enabled. ]
[ Jul 25 05:48:05 Rereading configuration. ]
[ Jul 25 05:48:10 Rereading configuration. ]
[ Jul 25 05:48:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e43689a1-378e-4be8-9661-3bc522647c6d/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_e43689a1-378e-4be8-9661-3bc522647c6d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:14.076241263Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:14.081863806Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:14.081882857Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:14.099793262Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:14.200721639Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.63877791Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47614"}
{"msg":"region a347d57c-8edb-4f3e-a638-9ecfc14d4d23 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.645669293Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.645907839Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions","method":"POST","req_id":"21acfa57-4abe-4b07-b466-f457e4f28827","remote_addr":"[fd00:1122:3344:101::c]:47614","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2479,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.646493183Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_e43689a1-378e-4be8-9661-3bc522647c6d/crucible/regions/a347d57c-8edb-4f3e-a638-9ecfc14d4d23","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.656291486Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_e43689a1-378e-4be8-9661-3bc522647c6d/crucible/regions/a347d57c-8edb-4f3e-a638-9ecfc14d4d23","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.656329076Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a347d57c-8edb-4f3e-a638-9ecfc14d4d23\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a347d57c-8edb-4f3e-a638-9ecfc14d4d23\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.712684535Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"region":"a347d57c-8edb-4f3e-a638-9ecfc14d4d23","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a347d57c-8edb-4f3e-a638-9ecfc14d4d23\" \"--data\" \"/data/regions/a347d57c-8edb-4f3e-a638-9ecfc14d4d23\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.714769814Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"region":"a347d57c-8edb-4f3e-a638-9ecfc14d4d23","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.849398051Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions","method":"POST","req_id":"b00a8416-d06e-4b6c-8f97-d2c6b959a799","remote_addr":"[fd00:1122:3344:101::c]:47614","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.903562887Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"region":"a347d57c-8edb-4f3e-a638-9ecfc14d4d23","component":"worker"}
{"msg":"region a347d57c-8edb-4f3e-a638-9ecfc14d4d23 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.9036461Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.903871275Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a347d57c-8edb-4f3e-a638-9ecfc14d4d23","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.904293835Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a347d57c-8edb-4f3e-a638-9ecfc14d4d23","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.909615771Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.922258282Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a347d57c-8edb-4f3e-a638-9ecfc14d4d23","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.925914498Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a347d57c-8edb-4f3e-a638-9ecfc14d4d23","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.926612865Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.930498797Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.930566149Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.93060946Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.937389831Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:35.944402977Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.265762719Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions","method":"POST","req_id":"e9f08ac1-e14c-4b9c-b607-fc53f6f8a883","remote_addr":"[fd00:1122:3344:101::c]:47614","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.490907005Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions/a347d57c-8edb-4f3e-a638-9ecfc14d4d23","method":"GET","req_id":"afbf9c60-b19e-40ba-91b3-0273cddc4e3d","remote_addr":"[fd00:1122:3344:101::c]:47614","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":99,"response_code":"200"}
{"msg":"path is \"/data/regions/a347d57c-8edb-4f3e-a638-9ecfc14d4d23\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.493728612Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"dataset is oxp_e43689a1-378e-4be8-9661-3bc522647c6d/crucible/regions/a347d57c-8edb-4f3e-a638-9ecfc14d4d23","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.502818818Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"region a347d57c-8edb-4f3e-a638-9ecfc14d4d23 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.511469314Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.511630027Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.511701889Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions/a347d57c-8edb-4f3e-a638-9ecfc14d4d23","method":"DELETE","req_id":"f452a801-f573-49b3-b68d-5da6461506c9","remote_addr":"[fd00:1122:3344:101::c]:47614","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18591,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-a347d57c-8edb-4f3e-a638-9ecfc14d4d23 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.512713213Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.513878691Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions/a347d57c-8edb-4f3e-a638-9ecfc14d4d23","method":"GET","req_id":"2eee7668-685c-4bbd-9541-bf0fb295fa8b","remote_addr":"[fd00:1122:3344:101::c]:47614","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.516904703Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e43689a1-378e-4be8-9661-3bc522647c6d/crucible/regions/a347d57c-8edb-4f3e-a638-9ecfc14d4d23\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.526112421Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"region":"a347d57c-8edb-4f3e-a638-9ecfc14d4d23","component":"worker"}
{"msg":"region a347d57c-8edb-4f3e-a638-9ecfc14d4d23 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.577374088Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:48:36.591159635Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions/a347d57c-8edb-4f3e-a638-9ecfc14d4d23","method":"GET","req_id":"fef600aa-ee91-4148-ab54-670d36256055","remote_addr":"[fd00:1122:3344:101::c]:47614","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:52.874938997Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38701"}
{"msg":"region a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:52.875364227Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:52.878295626Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions","method":"POST","req_id":"e38329e7-2b85-4387-85c2-f11751541fe5","remote_addr":"[fd00:1122:3344:101::a]:38701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":3306,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:52.878319187Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_e43689a1-378e-4be8-9661-3bc522647c6d/crucible/regions/a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:52.890182319Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e43689a1-378e-4be8-9661-3bc522647c6d/crucible/regions/a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:52.890213489Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:52.97573517Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"region":"a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08\" \"--data\" \"/data/regions/a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:52.977701867Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"region":"a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.061115498Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions","method":"POST","req_id":"5bfb1ad1-30f1-4e1c-b9ee-29c1927cccfa","remote_addr":"[fd00:1122:3344:101::a]:38701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":713,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.175041513Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"region":"a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08","component":"worker"}
{"msg":"region a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.175071814Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.175215977Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.176549739Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.195609712Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.263581456Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.292753659Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a035f0b9-ad4e-4c2d-a88e-dc8d80cc8f08","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.293048506Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.293110447Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.293156278Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.293195839Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.318898879Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.332134174Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:53.377549942Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions","method":"POST","req_id":"3537d2bc-e7d9-4c22-b833-79fd6a387477","remote_addr":"[fd00:1122:3344:101::a]:38701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50,"response_code":"200"}
{"msg":"region a952d4a6-69f5-4b67-af88-557bafc5cd46 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.617039688Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.617237683Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions","method":"POST","req_id":"1d75a1ec-3238-4446-ba23-f062476c0eaa","remote_addr":"[fd00:1122:3344:101::a]:38701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":282,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.617265643Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_e43689a1-378e-4be8-9661-3bc522647c6d/crucible/regions/a952d4a6-69f5-4b67-af88-557bafc5cd46","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.625702224Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e43689a1-378e-4be8-9661-3bc522647c6d/crucible/regions/a952d4a6-69f5-4b67-af88-557bafc5cd46","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.625736144Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a952d4a6-69f5-4b67-af88-557bafc5cd46\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a952d4a6-69f5-4b67-af88-557bafc5cd46\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.709413402Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"region":"a952d4a6-69f5-4b67-af88-557bafc5cd46","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a952d4a6-69f5-4b67-af88-557bafc5cd46\" \"--data\" \"/data/regions/a952d4a6-69f5-4b67-af88-557bafc5cd46\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.711373358Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"region":"a952d4a6-69f5-4b67-af88-557bafc5cd46","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.784667459Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions","method":"POST","req_id":"c095bc2f-72c3-4039-bdda-ec23672d2d82","remote_addr":"[fd00:1122:3344:101::a]:38701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":710,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.877422341Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"region":"a952d4a6-69f5-4b67-af88-557bafc5cd46","component":"worker"}
{"msg":"region a952d4a6-69f5-4b67-af88-557bafc5cd46 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.877454142Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.877564445Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a952d4a6-69f5-4b67-af88-557bafc5cd46","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.879691325Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a952d4a6-69f5-4b67-af88-557bafc5cd46","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.90473942Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.928983356Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a952d4a6-69f5-4b67-af88-557bafc5cd46","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.941043202Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a952d4a6-69f5-4b67-af88-557bafc5cd46","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.941348459Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.941402171Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.941448832Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.941500423Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.958576538Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:58.970235595Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:54:59.273087577Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions","method":"POST","req_id":"9c056e23-e2af-4a2b-bcd1-59756fa7f773","remote_addr":"[fd00:1122:3344:101::a]:38701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:55:26.58317387Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions/a952d4a6-69f5-4b67-af88-557bafc5cd46","method":"GET","req_id":"d50c3bb7-07b4-44a5-a638-06a37f8bd074","remote_addr":"[fd00:1122:3344:101::a]:38701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/a952d4a6-69f5-4b67-af88-557bafc5cd46\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:55:26.585777392Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"dataset is oxp_e43689a1-378e-4be8-9661-3bc522647c6d/crucible/regions/a952d4a6-69f5-4b67-af88-557bafc5cd46","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:55:26.603018621Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"region a952d4a6-69f5-4b67-af88-557bafc5cd46 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:55:26.61097995Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:55:26.611291358Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:55:26.611373269Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions/a952d4a6-69f5-4b67-af88-557bafc5cd46","method":"DELETE","req_id":"6cb8d779-0740-4f7b-97f3-f29e8e1bb5e7","remote_addr":"[fd00:1122:3344:101::a]:38701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25615,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-a952d4a6-69f5-4b67-af88-557bafc5cd46 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:55:26.613338836Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:55:26.614293199Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions/a952d4a6-69f5-4b67-af88-557bafc5cd46","method":"GET","req_id":"3b8d991e-eebc-480e-bea1-076e3c3534ce","remote_addr":"[fd00:1122:3344:101::a]:38701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:55:26.626897298Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e43689a1-378e-4be8-9661-3bc522647c6d/crucible/regions/a952d4a6-69f5-4b67-af88-557bafc5cd46\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:55:26.636621619Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"region":"a952d4a6-69f5-4b67-af88-557bafc5cd46","component":"worker"}
{"msg":"region a952d4a6-69f5-4b67-af88-557bafc5cd46 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:55:26.724057645Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-25T05:55:26.749586572Z","hostname":"oxz_crucible_1f722dd3-3360-4e20-99bf-1de5eb86ffd9","pid":28709,"uri":"/crucible/0/regions/a952d4a6-69f5-4b67-af88-557bafc5cd46","method":"GET","req_id":"a6276d22-fbd2-4d46-a966-d30086148f7d","remote_addr":"[fd00:1122:3344:101::a]:38701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":"200"}