[ Aug 27 19:02:02 Enabled. ] [ Aug 27 19:02:02 Rereading configuration. ] [ Aug 27 19:02:06 Rereading configuration. ] [ Aug 27 19:02:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_6a874446-59c2-4b92-800d-d0a1bfbe68dd/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_6a874446-59c2-4b92-800d-d0a1bfbe68dd/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:02:18.364665Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:02:18.369834876Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:02:18.369857566Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:02:18.375906Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:02:18.670044913Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:40.612374615Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55886"} {"msg":"region 9c9cf8a6-6dab-4780-9953-f633fb0b01af state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:40.647820719Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:40.679180239Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:40.69590201Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"uri":"/crucible/0/regions","method":"POST","req_id":"9ce34034-ce7e-4dc8-b807-d3022cef218a","remote_addr":"[fd00:1122:3344:101::a]:55886","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56841,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_6a874446-59c2-4b92-800d-d0a1bfbe68dd/crucible/regions/9c9cf8a6-6dab-4780-9953-f633fb0b01af","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:40.731885805Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6a874446-59c2-4b92-800d-d0a1bfbe68dd/crucible/regions/9c9cf8a6-6dab-4780-9953-f633fb0b01af","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:40.731907155Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9c9cf8a6-6dab-4780-9953-f633fb0b01af\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9c9cf8a6-6dab-4780-9953-f633fb0b01af\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:40.890798029Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"region":"9c9cf8a6-6dab-4780-9953-f633fb0b01af","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9c9cf8a6-6dab-4780-9953-f633fb0b01af\" \"--data\" \"/data/regions/9c9cf8a6-6dab-4780-9953-f633fb0b01af\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:40.89432571Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"region":"9c9cf8a6-6dab-4780-9953-f633fb0b01af","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:40.983130973Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"uri":"/crucible/0/regions","method":"POST","req_id":"7c7e995a-ef15-4b57-a74a-da81075b269b","remote_addr":"[fd00:1122:3344:101::a]:55886","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:41.332353971Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"uri":"/crucible/0/regions","method":"POST","req_id":"b48ebe3d-3ed6-4d01-87d9-da856ea14e74","remote_addr":"[fd00:1122:3344:101::a]:55886","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":617,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:41.926525939Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"region":"9c9cf8a6-6dab-4780-9953-f633fb0b01af","component":"worker"} {"msg":"region 9c9cf8a6-6dab-4780-9953-f633fb0b01af state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:41.92657315Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:41.926703013Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9c9cf8a6-6dab-4780-9953-f633fb0b01af","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:41.927181303Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9c9cf8a6-6dab-4780-9953-f633fb0b01af","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:41.985811299Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:42.101931579Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9c9cf8a6-6dab-4780-9953-f633fb0b01af","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:42.188434755Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9c9cf8a6-6dab-4780-9953-f633fb0b01af","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:42.191406886Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:42.20044296Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:42.200494051Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:42.200533392Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:42.275762138Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:42.287822664Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"uri":"/crucible/0/regions","method":"POST","req_id":"617845d3-87c3-4f9c-a427-64305b9f5cd4","remote_addr":"[fd00:1122:3344:101::a]:55886","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":510,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:42.401841451Z","hostname":"oxz_crucible_aae813e6-568f-443c-83f5-5f2e20df0ff2","pid":25116,"component":"worker"}