[ Jan  9 20:39:20 Enabled. ]
[ Jan  9 20:39:20 Rereading configuration. ]
[ Jan  9 20:39:22 Rereading configuration. ]
[ Jan  9 20:39:28 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ffb66a14-aebe-41e4-aa1a-cc3bc153e297/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ffb66a14-aebe-41e4-aa1a-cc3bc153e297/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:39:28.35477955Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:39:28.356082273Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:39:28.356091683Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:39:28.373737749Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:39:28.488409496Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:26.962564815Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33540"}
{"msg":"region 7b55aff4-0c3b-473c-89f7-251337bd4824 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:26.991288596Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:26.995804678Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.000594266Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"uri":"/crucible/0/regions","method":"POST","req_id":"43fa7b80-8fe2-429c-b878-3f57bbf12146","remote_addr":"[fd00:1122:3344:101::c]:33540","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":11585,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_ffb66a14-aebe-41e4-aa1a-cc3bc153e297/crucible/regions/7b55aff4-0c3b-473c-89f7-251337bd4824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.007380804Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ffb66a14-aebe-41e4-aa1a-cc3bc153e297/crucible/regions/7b55aff4-0c3b-473c-89f7-251337bd4824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.007402344Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7b55aff4-0c3b-473c-89f7-251337bd4824\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7b55aff4-0c3b-473c-89f7-251337bd4824\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.070705Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"region":"7b55aff4-0c3b-473c-89f7-251337bd4824","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7b55aff4-0c3b-473c-89f7-251337bd4824\" \"--data\" \"/data/regions/7b55aff4-0c3b-473c-89f7-251337bd4824\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.072958226Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"region":"7b55aff4-0c3b-473c-89f7-251337bd4824","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.171396661Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"uri":"/crucible/0/regions","method":"POST","req_id":"19612370-8169-4fd6-889e-be407e0a1e4d","remote_addr":"[fd00:1122:3344:101::c]:33540","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.188003192Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"region":"7b55aff4-0c3b-473c-89f7-251337bd4824","component":"worker"}
{"msg":"region 7b55aff4-0c3b-473c-89f7-251337bd4824 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.188027733Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.188187016Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7b55aff4-0c3b-473c-89f7-251337bd4824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.188652858Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7b55aff4-0c3b-473c-89f7-251337bd4824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.194074272Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.206000177Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7b55aff4-0c3b-473c-89f7-251337bd4824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.209965995Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7b55aff4-0c3b-473c-89f7-251337bd4824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.210667613Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.210733584Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.210777485Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.210814866Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.215337948Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.219675275Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.689888927Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"uri":"/crucible/0/regions","method":"POST","req_id":"0e637fb6-17ec-4a94-87d3-588339317f17","remote_addr":"[fd00:1122:3344:101::c]:33540","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.96089739Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"uri":"/crucible/0/regions/7b55aff4-0c3b-473c-89f7-251337bd4824","method":"GET","req_id":"b6bb10d5-6d33-4ffc-95e9-83d2df3becba","remote_addr":"[fd00:1122:3344:101::c]:33540","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"path is \"/data/regions/7b55aff4-0c3b-473c-89f7-251337bd4824\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.963283419Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"datafile"}
{"msg":"dataset is oxp_ffb66a14-aebe-41e4-aa1a-cc3bc153e297/crucible/regions/7b55aff4-0c3b-473c-89f7-251337bd4824","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.973779089Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"datafile"}
{"msg":"region 7b55aff4-0c3b-473c-89f7-251337bd4824 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.983299724Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.983438327Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.983504289Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"uri":"/crucible/0/regions/7b55aff4-0c3b-473c-89f7-251337bd4824","method":"DELETE","req_id":"35ce2cd8-60e3-43d0-9fca-5156e70a5e19","remote_addr":"[fd00:1122:3344:101::c]:33540","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20258,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-7b55aff4-0c3b-473c-89f7-251337bd4824 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.986556894Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.986840041Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"uri":"/crucible/0/regions/7b55aff4-0c3b-473c-89f7-251337bd4824","method":"GET","req_id":"a4f42b6c-6220-46e5-82f3-b86837aa0313","remote_addr":"[fd00:1122:3344:101::c]:33540","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.990729078Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ffb66a14-aebe-41e4-aa1a-cc3bc153e297/crucible/regions/7b55aff4-0c3b-473c-89f7-251337bd4824\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:28.001867953Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"region":"7b55aff4-0c3b-473c-89f7-251337bd4824","component":"worker"}
{"msg":"region 7b55aff4-0c3b-473c-89f7-251337bd4824 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:28.06562877Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:28.094276639Z","hostname":"oxz_crucible_b7ec1ce3-0aaf-4de2-be8e-605506d028af","pid":22519,"uri":"/crucible/0/regions/7b55aff4-0c3b-473c-89f7-251337bd4824","method":"GET","req_id":"e8d0ea42-93a7-48d3-9cb0-c5281ec2796b","remote_addr":"[fd00:1122:3344:101::c]:33540","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":78,"response_code":"200"}