[ Jan  2 23:33:45 Enabled. ]
[ Jan  2 23:33:45 Rereading configuration. ]
[ Jan  2 23:33:48 Rereading configuration. ]
[ Jan  2 23:33:53 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.214148922Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.217753199Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.217765179Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.23614214Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:33:53.461032127Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.377640404Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58650"}
{"msg":"region 575cbc1b-8c61-4b5b-b11c-7d4dd514455d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.389296457Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.392302517Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.392320227Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"54a1388c-c609-45ed-a125-93960e2ef3e6","remote_addr":"[fd00:1122:3344:101::a]:58650","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":7279,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.403013138Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.403095319Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"575cbc1b-8c61-4b5b-b11c-7d4dd514455d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.517068157Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"region":"575cbc1b-8c61-4b5b-b11c-7d4dd514455d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"575cbc1b-8c61-4b5b-b11c-7d4dd514455d\" \"--data\" \"/data/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.519244976Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"region":"575cbc1b-8c61-4b5b-b11c-7d4dd514455d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.674566217Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"ef8abcfc-9239-4cc6-8941-e789436cf9e6","remote_addr":"[fd00:1122:3344:101::a]:58650","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.708511203Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"region":"575cbc1b-8c61-4b5b-b11c-7d4dd514455d","component":"worker"}
{"msg":"region 575cbc1b-8c61-4b5b-b11c-7d4dd514455d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.708579254Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.708861628Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-575cbc1b-8c61-4b5b-b11c-7d4dd514455d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.709274893Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-575cbc1b-8c61-4b5b-b11c-7d4dd514455d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.720879906Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.745661592Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-575cbc1b-8c61-4b5b-b11c-7d4dd514455d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.754939163Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.755529901Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.755592272Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.755653973Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.755676933Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.767866413Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:15.779682869Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.023158228Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"d48db5f2-d151-411b-8eb1-817651a3074e","remote_addr":"[fd00:1122:3344:101::a]:58650","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.686332076Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d","method":"GET","req_id":"ce283d59-35ff-4b88-a22b-dfed3889f19f","remote_addr":"[fd00:1122:3344:101::a]:58650","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"path is \"/data/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.690256997Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"dataset is oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.702528388Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"region 575cbc1b-8c61-4b5b-b11c-7d4dd514455d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.714284503Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.714518846Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.714602457Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d","method":"DELETE","req_id":"73a5cccd-0851-42e0-99ce-ff3a769006cd","remote_addr":"[fd00:1122:3344:101::a]:58650","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24376,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-575cbc1b-8c61-4b5b-b11c-7d4dd514455d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.717967111Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.718533309Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d","method":"GET","req_id":"734aa847-5393-4c9c-b5f5-732750e4404e","remote_addr":"[fd00:1122:3344:101::a]:58650","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.726294951Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.737356056Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"region":"575cbc1b-8c61-4b5b-b11c-7d4dd514455d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.801362717Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d","method":"GET","req_id":"94d134c1-9a37-45a1-acb8-314a9d06d479","remote_addr":"[fd00:1122:3344:101::a]:58650","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"region 575cbc1b-8c61-4b5b-b11c-7d4dd514455d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.903047374Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:16.962289532Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions/575cbc1b-8c61-4b5b-b11c-7d4dd514455d","method":"GET","req_id":"3890b253-4ef1-45b8-9c90-36e0864560cc","remote_addr":"[fd00:1122:3344:101::a]:58650","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":42,"response_code":"200"}
{"msg":"region 8bc36b19-b88b-4486-89a0-6ca0a00a0f94 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.696683229Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.696912902Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"80b1aa33-5cc7-4521-baf9-c706fc27c667","remote_addr":"[fd00:1122:3344:101::a]:58650","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":301,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.696981373Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.706747541Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.706773682Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8bc36b19-b88b-4486-89a0-6ca0a00a0f94\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.827331746Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"region":"8bc36b19-b88b-4486-89a0-6ca0a00a0f94","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8bc36b19-b88b-4486-89a0-6ca0a00a0f94\" \"--data\" \"/data/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.829260812Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"region":"8bc36b19-b88b-4486-89a0-6ca0a00a0f94","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.86643856Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"8cd6a00c-5134-42f2-9980-c3ca013fa47c","remote_addr":"[fd00:1122:3344:101::a]:58650","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.959186179Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"region":"8bc36b19-b88b-4486-89a0-6ca0a00a0f94","component":"worker"}
{"msg":"region 8bc36b19-b88b-4486-89a0-6ca0a00a0f94 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.95922005Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.959436162Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8bc36b19-b88b-4486-89a0-6ca0a00a0f94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:18.960838751Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8bc36b19-b88b-4486-89a0-6ca0a00a0f94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.007310942Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.070746556Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8bc36b19-b88b-4486-89a0-6ca0a00a0f94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.078479817Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.07871122Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.078760511Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.078788641Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.078832572Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.083499173Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.093083229Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:34:19.237301665Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"3da7b511-f39c-467a-baf7-03ccbf38bebe","remote_addr":"[fd00:1122:3344:101::a]:58650","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.74983791Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59422"}
{"msg":"region 2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.750642191Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.750933534Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"2440f782-5b72-42b4-bb0b-8bdbb0ac524a","remote_addr":"[fd00:1122:3344:101::a]:59422","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":969,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.750963165Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.761919329Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.76196099Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.831102458Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"region":"2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64\" \"--data\" \"/data/regions/2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.833186396Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"region":"2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.907966518Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"region":"2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64","component":"worker"}
{"msg":"region 2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.908006209Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.90815279Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.909253065Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.925961025Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.942053486Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.946331512Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2d1e4c93-d3ff-474f-99bf-e33f6ad5ad64","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.946538635Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.946591956Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.946630916Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.946670277Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.953228183Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:56.959450675Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:57.122745951Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"a9e2a5e0-f49b-4426-86f0-8e52740f53f6","remote_addr":"[fd00:1122:3344:101::a]:59422","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.299796876Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94","method":"GET","req_id":"179ef759-50f8-4d06-9db0-165b78a84994","remote_addr":"[fd00:1122:3344:101::a]:59422","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.30316814Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"dataset is oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.312335241Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"snapshot is oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94@7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.321149167Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94\", \"7b2ec8d4-433c-44a4-a2d9-4958480f36bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.321190267Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.332446415Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94/snapshots/7b2ec8d4-433c-44a4-a2d9-4958480f36bf","method":"GET","req_id":"1df0ebaf-2a91-4202-ac9d-0788510b3014","remote_addr":"[fd00:1122:3344:101::a]:59422","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29274,"response_code":"200"}
{"msg":"path is \"/data/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.336444068Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"dataset is oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.344301691Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"snapshot is oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94@7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.351926521Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94\", \"7b2ec8d4-433c-44a4-a2d9-4958480f36bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.351974812Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8bc36b19-b88b-4486-89a0-6ca0a00a0f94-7b2ec8d4-433c-44a4-a2d9-4958480f36bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.360725687Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"applying SMF actions for region 8bc36b19-b88b-4486-89a0-6ca0a00a0f94 running snapshot 7b2ec8d4-433c-44a4-a2d9-4958480f36bf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.36092327Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.36094177Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94/snapshots/7b2ec8d4-433c-44a4-a2d9-4958480f36bf/run","method":"POST","req_id":"dd6ab53a-d09b-402f-83d0-08c8a555bd01","remote_addr":"[fd00:1122:3344:101::a]:59422","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24532,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-8bc36b19-b88b-4486-89a0-6ca0a00a0f94-7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.363632565Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8bc36b19-b88b-4486-89a0-6ca0a00a0f94-7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.36631101Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8bc36b19-b88b-4486-89a0-6ca0a00a0f94-7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.376985861Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94/.zfs/snapshot/7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.377224594Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.377279825Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.377324555Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.377364326Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.377415336Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.380961713Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.385593694Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"worker"}
{"msg":"region 8bc36b19-b88b-4486-89a0-6ca0a00a0f94 running snapshot 7b2ec8d4-433c-44a4-a2d9-4958480f36bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.385608224Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"path is \"/data/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.682918512Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"dataset is oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.692135563Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"datafile"}
{"msg":"snapshot is oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94@7b2ec8d4-433c-44a4-a2d9-4958480f36bf","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.70027101Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bd42dc62-762a-4947-84e6-57025e292015/crucible/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94\", \"7b2ec8d4-433c-44a4-a2d9-4958480f36bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.700319271Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-02T23:44:59.708000252Z","hostname":"oxz_crucible_8bbd31ba-899d-4357-a738-0e0e4c5326b3","pid":25347,"uri":"/crucible/0/regions/8bc36b19-b88b-4486-89a0-6ca0a00a0f94/snapshots/7b2ec8d4-433c-44a4-a2d9-4958480f36bf/run","method":"POST","req_id":"84cafad3-a97f-4693-adce-11d939e61d9b","remote_addr":"[fd00:1122:3344:101::a]:59422","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25129,"response_code":"200"}