[ Oct 3 20:31:48 Enabled. ] [ Oct 3 20:31:48 Rereading configuration. ] [ Oct 3 20:31:50 Rereading configuration. ] [ Oct 3 20:31:53 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1220f876-5a4e-47b8-b4aa-f7dee07ba8ea/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_1220f876-5a4e-47b8-b4aa-f7dee07ba8ea/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:53.706007425Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:53.708116407Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:53.708127407Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:53.724672049Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:53.88339361Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.332258903Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49810"} {"msg":"region 4ef04814-c6b5-45dc-84f6-9f15aaeffdbb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.381194001Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.386428872Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"uri":"/crucible/0/regions","method":"POST","req_id":"8c0c5ddc-9e4c-409e-8374-d2ae0186173b","remote_addr":"[fd00:1122:3344:101::a]:49810","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17440,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.39120422Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1220f876-5a4e-47b8-b4aa-f7dee07ba8ea/crucible/regions/4ef04814-c6b5-45dc-84f6-9f15aaeffdbb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.400948783Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1220f876-5a4e-47b8-b4aa-f7dee07ba8ea/crucible/regions/4ef04814-c6b5-45dc-84f6-9f15aaeffdbb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.400976344Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4ef04814-c6b5-45dc-84f6-9f15aaeffdbb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4ef04814-c6b5-45dc-84f6-9f15aaeffdbb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.471329225Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"region":"4ef04814-c6b5-45dc-84f6-9f15aaeffdbb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4ef04814-c6b5-45dc-84f6-9f15aaeffdbb\" \"--data\" \"/data/regions/4ef04814-c6b5-45dc-84f6-9f15aaeffdbb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.475228162Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"region":"4ef04814-c6b5-45dc-84f6-9f15aaeffdbb","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.667540729Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"uri":"/crucible/0/regions","method":"POST","req_id":"b1447c87-e410-41f8-b841-44bb2cd93d6d","remote_addr":"[fd00:1122:3344:101::a]:49810","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":685,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.836880374Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"region":"4ef04814-c6b5-45dc-84f6-9f15aaeffdbb","component":"worker"} {"msg":"region 4ef04814-c6b5-45dc-84f6-9f15aaeffdbb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.836927175Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.837029758Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4ef04814-c6b5-45dc-84f6-9f15aaeffdbb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.839754396Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4ef04814-c6b5-45dc-84f6-9f15aaeffdbb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.847824366Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.871023024Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4ef04814-c6b5-45dc-84f6-9f15aaeffdbb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.87690192Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4ef04814-c6b5-45dc-84f6-9f15aaeffdbb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.892195861Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.892263853Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.892307454Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.892348795Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.899581675Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:11.908095947Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:12.267856731Z","hostname":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","pid":22019,"uri":"/crucible/0/regions","method":"POST","req_id":"d17a929a-0646-4fb4-936b-768f9204184a","remote_addr":"[fd00:1122:3344:101::a]:49810","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":"200"}