[ Aug 27 19:48:17 Enabled. ]
[ Aug 27 19:48:17 Rereading configuration. ]
[ Aug 27 19:48:18 Rereading configuration. ]
[ Aug 27 19:48:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5b912565-4620-4e7b-8d6f-58182fe5c213/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_5b912565-4620-4e7b-8d6f-58182fe5c213/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:48:20.677340097Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:48:20.690280709Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:48:20.690294129Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:48:20.739861343Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:48:20.921226723Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.164284943Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55145"}
{"msg":"region 172e22b3-c051-46ef-8274-949f8eaf7f4a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.182742735Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.186244162Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"uri":"/crucible/0/regions","method":"POST","req_id":"3eea80d3-0952-44f1-a3f9-3334688ddaa5","remote_addr":"[fd00:1122:3344:101::b]:55145","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":11819,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.186276683Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_5b912565-4620-4e7b-8d6f-58182fe5c213/crucible/regions/172e22b3-c051-46ef-8274-949f8eaf7f4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.194167172Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_5b912565-4620-4e7b-8d6f-58182fe5c213/crucible/regions/172e22b3-c051-46ef-8274-949f8eaf7f4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.194203312Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"172e22b3-c051-46ef-8274-949f8eaf7f4a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/172e22b3-c051-46ef-8274-949f8eaf7f4a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.252884211Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"region":"172e22b3-c051-46ef-8274-949f8eaf7f4a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"172e22b3-c051-46ef-8274-949f8eaf7f4a\" \"--data\" \"/data/regions/172e22b3-c051-46ef-8274-949f8eaf7f4a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.254871084Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"region":"172e22b3-c051-46ef-8274-949f8eaf7f4a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.377572229Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"region":"172e22b3-c051-46ef-8274-949f8eaf7f4a","component":"worker"}
{"msg":"region 172e22b3-c051-46ef-8274-949f8eaf7f4a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.37763796Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.377715891Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-172e22b3-c051-46ef-8274-949f8eaf7f4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.378161209Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-172e22b3-c051-46ef-8274-949f8eaf7f4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.386655688Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.398522411Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.399808503Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"uri":"/crucible/0/regions","method":"POST","req_id":"97c1ea74-6b2e-481c-964c-bdc91d874b26","remote_addr":"[fd00:1122:3344:101::b]:55145","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-172e22b3-c051-46ef-8274-949f8eaf7f4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.401669453Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/172e22b3-c051-46ef-8274-949f8eaf7f4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.402470406Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.404622971Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.404663472Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.404708663Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.413275583Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:22.418411396Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:23.09540487Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"uri":"/crucible/0/regions/172e22b3-c051-46ef-8274-949f8eaf7f4a","method":"GET","req_id":"dfd60a54-f4fb-4970-b1ee-965e47671098","remote_addr":"[fd00:1122:3344:101::b]:55145","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":600,"response_code":"200"}
{"msg":"path is \"/data/regions/172e22b3-c051-46ef-8274-949f8eaf7f4a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:23.098094614Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"datafile"}
{"msg":"dataset is oxp_5b912565-4620-4e7b-8d6f-58182fe5c213/crucible/regions/172e22b3-c051-46ef-8274-949f8eaf7f4a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:23.108666566Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"datafile"}
{"msg":"region 172e22b3-c051-46ef-8274-949f8eaf7f4a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:23.11743195Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:23.117605112Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:23.117675803Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"uri":"/crucible/0/regions/172e22b3-c051-46ef-8274-949f8eaf7f4a","method":"DELETE","req_id":"b62168f0-1803-4cd0-a484-aad37685281a","remote_addr":"[fd00:1122:3344:101::b]:55145","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19602,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-172e22b3-c051-46ef-8274-949f8eaf7f4a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:23.11866174Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:23.120759744Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"uri":"/crucible/0/regions/172e22b3-c051-46ef-8274-949f8eaf7f4a","method":"GET","req_id":"95458ea4-f140-4ea7-9d64-bb336a7ce863","remote_addr":"[fd00:1122:3344:101::b]:55145","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:23.122190957Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_5b912565-4620-4e7b-8d6f-58182fe5c213/crucible/regions/172e22b3-c051-46ef-8274-949f8eaf7f4a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:23.132312433Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"region":"172e22b3-c051-46ef-8274-949f8eaf7f4a","component":"worker"}
{"msg":"region 172e22b3-c051-46ef-8274-949f8eaf7f4a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:23.190736888Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:49:23.270871987Z","hostname":"oxz_crucible_f3a36f2d-8e26-42e8-92e1-a1d2b64e0b1c","pid":22288,"uri":"/crucible/0/regions/172e22b3-c051-46ef-8274-949f8eaf7f4a","method":"GET","req_id":"2220b220-f580-4494-a38d-0b5cde13e512","remote_addr":"[fd00:1122:3344:101::b]:55145","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":"200"}