[ Aug 11 21:33:22 Enabled. ]
[ Aug 11 21:33:22 Rereading configuration. ]
[ Aug 11 21:33:25 Rereading configuration. ]
[ Aug 11 21:33:29 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_53700eb3-9f80-41d3-b0d5-3e60599ce367/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_53700eb3-9f80-41d3-b0d5-3e60599ce367/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:33:30.122850852Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:33:30.126256729Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:33:30.126265899Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:33:30.143514148Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:33:30.274429452Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.517241097Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48225"}
{"msg":"region b0bab214-4e60-4955-b402-aa5bb61cf3fe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.542439539Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.54726714Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"uri":"/crucible/0/regions","method":"POST","req_id":"92f15c67-5838-4595-9cb2-771b27b35eb7","remote_addr":"[fd00:1122:3344:101::a]:48225","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20217,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.549215543Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_53700eb3-9f80-41d3-b0d5-3e60599ce367/crucible/regions/b0bab214-4e60-4955-b402-aa5bb61cf3fe","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.558952676Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_53700eb3-9f80-41d3-b0d5-3e60599ce367/crucible/regions/b0bab214-4e60-4955-b402-aa5bb61cf3fe","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.558987546Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b0bab214-4e60-4955-b402-aa5bb61cf3fe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b0bab214-4e60-4955-b402-aa5bb61cf3fe\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.63263092Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"region":"b0bab214-4e60-4955-b402-aa5bb61cf3fe","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b0bab214-4e60-4955-b402-aa5bb61cf3fe\" \"--data\" \"/data/regions/b0bab214-4e60-4955-b402-aa5bb61cf3fe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.632704292Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"region":"b0bab214-4e60-4955-b402-aa5bb61cf3fe","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.719887183Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"uri":"/crucible/0/regions","method":"POST","req_id":"0557d99f-4fd5-4a89-90fe-e5d2668044c3","remote_addr":"[fd00:1122:3344:101::a]:48225","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.90833644Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"region":"b0bab214-4e60-4955-b402-aa5bb61cf3fe","component":"worker"}
{"msg":"region b0bab214-4e60-4955-b402-aa5bb61cf3fe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.908387111Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.908473242Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b0bab214-4e60-4955-b402-aa5bb61cf3fe","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.908844269Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b0bab214-4e60-4955-b402-aa5bb61cf3fe","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.913620259Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.928475288Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b0bab214-4e60-4955-b402-aa5bb61cf3fe","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.93220621Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b0bab214-4e60-4955-b402-aa5bb61cf3fe","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.932748019Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.93280548Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.932847841Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.932884782Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.937355186Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:31.94713416Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:32.275704296Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"uri":"/crucible/0/regions","method":"POST","req_id":"523efe22-2a0e-481c-9d36-6d1f9da3a00e","remote_addr":"[fd00:1122:3344:101::a]:48225","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:32.967291865Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"uri":"/crucible/0/regions/b0bab214-4e60-4955-b402-aa5bb61cf3fe","method":"GET","req_id":"050e8d35-30f9-492b-b6c3-1c655904b4c0","remote_addr":"[fd00:1122:3344:101::a]:48225","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"path is \"/data/regions/b0bab214-4e60-4955-b402-aa5bb61cf3fe\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:32.969924279Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"datafile"}
{"msg":"dataset is oxp_53700eb3-9f80-41d3-b0d5-3e60599ce367/crucible/regions/b0bab214-4e60-4955-b402-aa5bb61cf3fe","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:32.981457833Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"datafile"}
{"msg":"region b0bab214-4e60-4955-b402-aa5bb61cf3fe state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:32.991747645Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:32.991906148Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:32.991967769Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"uri":"/crucible/0/regions/b0bab214-4e60-4955-b402-aa5bb61cf3fe","method":"DELETE","req_id":"43d97610-258a-48fe-ab30-8bca04b0fbd8","remote_addr":"[fd00:1122:3344:101::a]:48225","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22076,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-b0bab214-4e60-4955-b402-aa5bb61cf3fe (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:32.993100988Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:32.995007609Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"uri":"/crucible/0/regions/b0bab214-4e60-4955-b402-aa5bb61cf3fe","method":"GET","req_id":"a8ccf581-851c-450c-9d6d-92007bbc8e4b","remote_addr":"[fd00:1122:3344:101::a]:48225","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:32.997538782Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_53700eb3-9f80-41d3-b0d5-3e60599ce367/crucible/regions/b0bab214-4e60-4955-b402-aa5bb61cf3fe\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:33.008428594Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"region":"b0bab214-4e60-4955-b402-aa5bb61cf3fe","component":"worker"}
{"msg":"region b0bab214-4e60-4955-b402-aa5bb61cf3fe state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:33.073911622Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:34:33.099745565Z","hostname":"oxz_crucible_2c651b85-536d-47f6-8f34-44fdbe4e2883","pid":23528,"uri":"/crucible/0/regions/b0bab214-4e60-4955-b402-aa5bb61cf3fe","method":"GET","req_id":"d4c972ae-5e25-49d2-b767-642e40dd85ee","remote_addr":"[fd00:1122:3344:101::a]:48225","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":"200"}