[ Nov 21 01:16:57 Enabled. ] [ Nov 21 01:16:57 Rereading configuration. ] [ Nov 21 01:17:00 Rereading configuration. ] [ Nov 21 01:17:04 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fad2b250-7ced-4cac-87db-22998050be7c/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_fad2b250-7ced-4cac-87db-22998050be7c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:04.342953574Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:04.346020217Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:04.346033077Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:04.363320351Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:04.474133723Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.154611802Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43845"} {"msg":"region c017d630-9cb3-4119-9e00-2e3021dbfa5e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.199528875Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.205460239Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"uri":"/crucible/0/regions","method":"POST","req_id":"2dc3544d-c8b4-4905-ab5e-ebc71a033b86","remote_addr":"[fd00:1122:3344:101::a]:43845","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20680,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.208082216Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_fad2b250-7ced-4cac-87db-22998050be7c/crucible/regions/c017d630-9cb3-4119-9e00-2e3021dbfa5e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.218899268Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fad2b250-7ced-4cac-87db-22998050be7c/crucible/regions/c017d630-9cb3-4119-9e00-2e3021dbfa5e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.218931079Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c017d630-9cb3-4119-9e00-2e3021dbfa5e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c017d630-9cb3-4119-9e00-2e3021dbfa5e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.271973686Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"region":"c017d630-9cb3-4119-9e00-2e3021dbfa5e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c017d630-9cb3-4119-9e00-2e3021dbfa5e\" \"--data\" \"/data/regions/c017d630-9cb3-4119-9e00-2e3021dbfa5e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.276841615Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"region":"c017d630-9cb3-4119-9e00-2e3021dbfa5e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.523350438Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"uri":"/crucible/0/regions","method":"POST","req_id":"459e3a69-c060-486a-a3ec-503798ec0fa7","remote_addr":"[fd00:1122:3344:101::a]:43845","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":584,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.59656834Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"region":"c017d630-9cb3-4119-9e00-2e3021dbfa5e","component":"worker"} {"msg":"region c017d630-9cb3-4119-9e00-2e3021dbfa5e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.596614691Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.596779993Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c017d630-9cb3-4119-9e00-2e3021dbfa5e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.597433542Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c017d630-9cb3-4119-9e00-2e3021dbfa5e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.603311275Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.620468797Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c017d630-9cb3-4119-9e00-2e3021dbfa5e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.623738213Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c017d630-9cb3-4119-9e00-2e3021dbfa5e","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.624459403Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.626937298Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.626998289Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.627037779Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.638274888Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.643318979Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:46.082380646Z","hostname":"oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b","pid":26804,"uri":"/crucible/0/regions","method":"POST","req_id":"4f881d12-9afe-4809-8d37-46c1e7204b9a","remote_addr":"[fd00:1122:3344:101::a]:43845","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":87,"response_code":"200"}