[ Nov 25 19:31:02 Enabled. ] [ Nov 25 19:31:02 Rereading configuration. ] [ Nov 25 19:31:05 Rereading configuration. ] [ Nov 25 19:31:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:31:10.07333742Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:31:10.076923401Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:31:10.076933631Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:31:10.09524922Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:31:10.15740698Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:29.644718916Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49955"} {"msg":"region bb407c8c-43a0-4015-b4c9-e273e8cff850 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:29.69081208Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:29.696334249Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:29.701139163Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"uri":"/crucible/0/regions","method":"POST","req_id":"6970f017-081d-4176-afad-a4d0c5390fa4","remote_addr":"[fd00:1122:3344:101::a]:49955","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17040,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crucible/regions/bb407c8c-43a0-4015-b4c9-e273e8cff850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:29.710706801Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crucible/regions/bb407c8c-43a0-4015-b4c9-e273e8cff850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:29.710729031Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bb407c8c-43a0-4015-b4c9-e273e8cff850\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bb407c8c-43a0-4015-b4c9-e273e8cff850\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:29.767512325Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"region":"bb407c8c-43a0-4015-b4c9-e273e8cff850","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bb407c8c-43a0-4015-b4c9-e273e8cff850\" \"--data\" \"/data/regions/bb407c8c-43a0-4015-b4c9-e273e8cff850\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:29.770190238Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"region":"bb407c8c-43a0-4015-b4c9-e273e8cff850","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:29.978956994Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"uri":"/crucible/0/regions","method":"POST","req_id":"999dcf4e-6b95-4279-a21d-f1c0edb6c4f8","remote_addr":"[fd00:1122:3344:101::a]:49955","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":103,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.123098802Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"region":"bb407c8c-43a0-4015-b4c9-e273e8cff850","component":"worker"} {"msg":"region bb407c8c-43a0-4015-b4c9-e273e8cff850 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.123148983Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.123254495Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bb407c8c-43a0-4015-b4c9-e273e8cff850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.123716474Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bb407c8c-43a0-4015-b4c9-e273e8cff850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.130445196Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.144982311Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bb407c8c-43a0-4015-b4c9-e273e8cff850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.148763765Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bb407c8c-43a0-4015-b4c9-e273e8cff850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.14954158Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.149601902Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.149642972Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.149681453Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.15360217Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.15820423Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-25T19:42:30.247048963Z","hostname":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","pid":28518,"uri":"/crucible/0/regions","method":"POST","req_id":"0b108c66-9096-4d2a-bb01-374854d9dc7a","remote_addr":"[fd00:1122:3344:101::a]:49955","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":74,"response_code":"200"}