[ Apr 10 17:10:54 Enabled. ] [ Apr 10 17:10:54 Rereading configuration. ] [ Apr 10 17:10:55 Rereading configuration. ] [ Apr 10 17:10:57 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_dbcf1671-d436-42fe-8fb9-48cfc76a8877/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_dbcf1671-d436-42fe-8fb9-48cfc76a8877/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:10:58.040646796Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:10:58.041073362Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:10:58.041085942Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:10:58.157374929Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.713295771Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34582"} {"msg":"region df7816ee-f04b-4015-b8bf-6ad7aeda5340 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.778586436Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.78353025Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"uri":"/crucible/0/regions","method":"POST","req_id":"8b37442c-6934-46ff-a87c-62911843ee21","remote_addr":"[fd00:1122:3344:101::a]:34582","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":9016,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.78355353Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_dbcf1671-d436-42fe-8fb9-48cfc76a8877/crucible/regions/df7816ee-f04b-4015-b8bf-6ad7aeda5340","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.793646549Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_dbcf1671-d436-42fe-8fb9-48cfc76a8877/crucible/regions/df7816ee-f04b-4015-b8bf-6ad7aeda5340","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.793673859Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"df7816ee-f04b-4015-b8bf-6ad7aeda5340\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/df7816ee-f04b-4015-b8bf-6ad7aeda5340\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:01.902219947Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"region":"df7816ee-f04b-4015-b8bf-6ad7aeda5340","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.023497448Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"uri":"/crucible/0/regions","method":"POST","req_id":"149a70d4-f242-47ac-9332-1cf4c259ae24","remote_addr":"[fd00:1122:3344:101::a]:34582","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.160757414Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"region":"df7816ee-f04b-4015-b8bf-6ad7aeda5340","component":"worker"} {"msg":"region df7816ee-f04b-4015-b8bf-6ad7aeda5340 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.160820964Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.160981126Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-df7816ee-f04b-4015-b8bf-6ad7aeda5340","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.161389982Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-df7816ee-f04b-4015-b8bf-6ad7aeda5340","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.17850891Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.208705064Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df7816ee-f04b-4015-b8bf-6ad7aeda5340","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.223910991Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df7816ee-f04b-4015-b8bf-6ad7aeda5340","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.224665691Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.229346201Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.229401641Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.229447942Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.252562157Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.266516156Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-10T17:12:02.488630157Z","hostname":"oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b","pid":22498,"uri":"/crucible/0/regions","method":"POST","req_id":"6e3050f5-438a-41c4-b459-d709eb32eea3","remote_addr":"[fd00:1122:3344:101::a]:34582","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":117,"response_code":"200"}