[ Jan  8 15:19:27 Enabled. ]
[ Jan  8 15:19:27 Rereading configuration. ]
[ Jan  8 15:19:32 Rereading configuration. ]
[ Jan  8 15:19:39 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f4cfa29b-4024-4c00-b4a6-155ff6b9ea60/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_f4cfa29b-4024-4c00-b4a6-155ff6b9ea60/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:19:39.753121196Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:19:39.756703928Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:19:39.756717828Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:19:39.774315292Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:19:39.862681615Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.433534643Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37952"}
{"msg":"region 1b3ff502-5571-4a49-b5e4-3187a62d8f0c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.463457034Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.468371505Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.468397245Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"uri":"/crucible/0/regions","method":"POST","req_id":"9764983e-d8c0-4663-b3cc-72c262310e69","remote_addr":"[fd00:1122:3344:101::b]:37952","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":8998,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_f4cfa29b-4024-4c00-b4a6-155ff6b9ea60/crucible/regions/1b3ff502-5571-4a49-b5e4-3187a62d8f0c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.477485406Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f4cfa29b-4024-4c00-b4a6-155ff6b9ea60/crucible/regions/1b3ff502-5571-4a49-b5e4-3187a62d8f0c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.477521057Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1b3ff502-5571-4a49-b5e4-3187a62d8f0c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1b3ff502-5571-4a49-b5e4-3187a62d8f0c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.531715498Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"region":"1b3ff502-5571-4a49-b5e4-3187a62d8f0c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1b3ff502-5571-4a49-b5e4-3187a62d8f0c\" \"--data\" \"/data/regions/1b3ff502-5571-4a49-b5e4-3187a62d8f0c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.533635945Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"region":"1b3ff502-5571-4a49-b5e4-3187a62d8f0c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.640457215Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"region":"1b3ff502-5571-4a49-b5e4-3187a62d8f0c","component":"worker"}
{"msg":"region 1b3ff502-5571-4a49-b5e4-3187a62d8f0c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.640517475Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.640592266Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1b3ff502-5571-4a49-b5e4-3187a62d8f0c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.641111414Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1b3ff502-5571-4a49-b5e4-3187a62d8f0c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.645937654Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.657639352Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1b3ff502-5571-4a49-b5e4-3187a62d8f0c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.661116712Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1b3ff502-5571-4a49-b5e4-3187a62d8f0c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.66168018Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.661739721Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.661782882Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.661822582Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.665689398Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.669737336Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:25.783976842Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"uri":"/crucible/0/regions","method":"POST","req_id":"291afa2c-1d9e-4cde-aa13-3abc4c759af2","remote_addr":"[fd00:1122:3344:101::b]:37952","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:26.337118442Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"uri":"/crucible/0/regions/1b3ff502-5571-4a49-b5e4-3187a62d8f0c","method":"GET","req_id":"737c0301-99eb-4425-bee9-04ea5bbc2ddc","remote_addr":"[fd00:1122:3344:101::b]:37952","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"path is \"/data/regions/1b3ff502-5571-4a49-b5e4-3187a62d8f0c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:26.340530521Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"datafile"}
{"msg":"dataset is oxp_f4cfa29b-4024-4c00-b4a6-155ff6b9ea60/crucible/regions/1b3ff502-5571-4a49-b5e4-3187a62d8f0c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:26.351751753Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"datafile"}
{"msg":"region 1b3ff502-5571-4a49-b5e4-3187a62d8f0c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:26.361648375Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:26.361801068Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:26.361867109Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"uri":"/crucible/0/regions/1b3ff502-5571-4a49-b5e4-3187a62d8f0c","method":"DELETE","req_id":"0769da4e-ad81-4121-9f57-c3dcd5613ac1","remote_addr":"[fd00:1122:3344:101::b]:37952","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21366,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-1b3ff502-5571-4a49-b5e4-3187a62d8f0c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:26.365330268Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:26.365513391Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"uri":"/crucible/0/regions/1b3ff502-5571-4a49-b5e4-3187a62d8f0c","method":"GET","req_id":"e18a2383-14e4-4b06-9bd5-6c3e7751664e","remote_addr":"[fd00:1122:3344:101::b]:37952","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":36,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:26.370705836Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f4cfa29b-4024-4c00-b4a6-155ff6b9ea60/crucible/regions/1b3ff502-5571-4a49-b5e4-3187a62d8f0c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:26.381691044Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"region":"1b3ff502-5571-4a49-b5e4-3187a62d8f0c","component":"worker"}
{"msg":"region 1b3ff502-5571-4a49-b5e4-3187a62d8f0c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:26.44530072Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:26.487888674Z","hostname":"oxz_crucible_7d213cfc-5b24-49d3-bd16-997a1a88dd43","pid":22758,"uri":"/crucible/0/regions/1b3ff502-5571-4a49-b5e4-3187a62d8f0c","method":"GET","req_id":"5ed07a7d-a4ed-4e4e-a60b-afe25ea27266","remote_addr":"[fd00:1122:3344:101::b]:37952","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":69,"response_code":"200"}