[ Aug 12 21:38:29 Enabled. ]
[ Aug 12 21:38:29 Rereading configuration. ]
[ Aug 12 21:38:30 Rereading configuration. ]
[ Aug 12 21:38:32 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4229f5d9-d771-4602-bee5-f01c067e6061/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_4229f5d9-d771-4602-bee5-f01c067e6061/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.270871486Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.277720509Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.27774055Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.300763945Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:38:32.525142616Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.16887627Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42977"}
{"msg":"region 2668e14c-eaf2-4caa-aa25-e6dfa0afd33a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.214622407Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.221820606Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.226343322Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"uri":"/crucible/0/regions","method":"POST","req_id":"b90a3564-5754-4147-8886-f36c105eefeb","remote_addr":"[fd00:1122:3344:101::a]:42977","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26677,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_4229f5d9-d771-4602-bee5-f01c067e6061/crucible/regions/2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.234318831Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_4229f5d9-d771-4602-bee5-f01c067e6061/crucible/regions/2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.234385232Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2668e14c-eaf2-4caa-aa25-e6dfa0afd33a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2668e14c-eaf2-4caa-aa25-e6dfa0afd33a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.34800581Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"region":"2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2668e14c-eaf2-4caa-aa25-e6dfa0afd33a\" \"--data\" \"/data/regions/2668e14c-eaf2-4caa-aa25-e6dfa0afd33a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.350705094Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"region":"2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.485053229Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"uri":"/crucible/0/regions","method":"POST","req_id":"a47e118b-9542-436a-978e-6838226e2c57","remote_addr":"[fd00:1122:3344:101::a]:42977","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":99,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.71192528Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"region":"2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","component":"worker"}
{"msg":"region 2668e14c-eaf2-4caa-aa25-e6dfa0afd33a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.712004321Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.712281605Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.71269875Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.732739158Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.767489039Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.779120553Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.79255769Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.79817412Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.798236427Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.798277817Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.805027894Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"uri":"/crucible/0/regions","method":"POST","req_id":"a38e99e7-eebe-4d57-b9f2-7579cf11b4e6","remote_addr":"[fd00:1122:3344:101::a]:42977","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.812265054Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:19.823510663Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:20.547026041Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"uri":"/crucible/0/regions/2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","method":"GET","req_id":"a8577977-43d1-4c3c-8312-4ed22ad64acd","remote_addr":"[fd00:1122:3344:101::a]:42977","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/2668e14c-eaf2-4caa-aa25-e6dfa0afd33a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:20.550793877Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"datafile"}
{"msg":"dataset is oxp_4229f5d9-d771-4602-bee5-f01c067e6061/crucible/regions/2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:20.560183194Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"datafile"}
{"msg":"region 2668e14c-eaf2-4caa-aa25-e6dfa0afd33a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:20.569129124Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:20.569344667Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:20.569414748Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"uri":"/crucible/0/regions/2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","method":"DELETE","req_id":"34b07e4d-fef3-4b11-b18b-409ded441f39","remote_addr":"[fd00:1122:3344:101::a]:42977","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18658,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-2668e14c-eaf2-4caa-aa25-e6dfa0afd33a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:20.570461291Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:20.572306814Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"uri":"/crucible/0/regions/2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","method":"GET","req_id":"d132ac70-138d-455b-a8cf-e066746b78ad","remote_addr":"[fd00:1122:3344:101::a]:42977","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:20.583590554Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_4229f5d9-d771-4602-bee5-f01c067e6061/crucible/regions/2668e14c-eaf2-4caa-aa25-e6dfa0afd33a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:20.594035253Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"region":"2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","component":"worker"}
{"msg":"region 2668e14c-eaf2-4caa-aa25-e6dfa0afd33a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:20.663104689Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-12T21:39:20.719460288Z","hostname":"oxz_crucible_137bcc09-4912-4094-b854-2205cc240570","pid":19147,"uri":"/crucible/0/regions/2668e14c-eaf2-4caa-aa25-e6dfa0afd33a","method":"GET","req_id":"27f741ff-29af-4035-96eb-8c5a5983a08b","remote_addr":"[fd00:1122:3344:101::a]:42977","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":598,"response_code":"200"}