[ Dec 2 16:43:29 Enabled. ] [ Dec 2 16:43:29 Rereading configuration. ] [ Dec 2 16:43:33 Rereading configuration. ] [ Dec 2 16:43:40 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:43:40.279188382Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:43:40.28121349Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:43:40.28122493Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:43:40.29833242Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:43:40.434912254Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:50.786102891Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64626"} {"msg":"region 34f43b95-e847-4a18-a3ca-71268bb2c858 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:50.825382205Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:50.830110526Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:50.835035059Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"57f5edad-b2d1-46a8-a12c-7b693f784091","remote_addr":"[fd00:1122:3344:101::a]:64626","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16374,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/34f43b95-e847-4a18-a3ca-71268bb2c858","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:50.841599697Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/34f43b95-e847-4a18-a3ca-71268bb2c858","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:50.841615407Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"34f43b95-e847-4a18-a3ca-71268bb2c858\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/34f43b95-e847-4a18-a3ca-71268bb2c858\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:50.892070968Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"region":"34f43b95-e847-4a18-a3ca-71268bb2c858","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"34f43b95-e847-4a18-a3ca-71268bb2c858\" \"--data\" \"/data/regions/34f43b95-e847-4a18-a3ca-71268bb2c858\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:50.894325188Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"region":"34f43b95-e847-4a18-a3ca-71268bb2c858","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.062135544Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"da737018-a248-451b-bb83-17e4336fd2c0","remote_addr":"[fd00:1122:3344:101::a]:64626","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.148804821Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"region":"34f43b95-e847-4a18-a3ca-71268bb2c858","component":"worker"} {"msg":"region 34f43b95-e847-4a18-a3ca-71268bb2c858 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.148857522Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.149013493Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-34f43b95-e847-4a18-a3ca-71268bb2c858","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.149513047Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-34f43b95-e847-4a18-a3ca-71268bb2c858","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.165880331Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.181443737Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-34f43b95-e847-4a18-a3ca-71268bb2c858","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.184726895Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/34f43b95-e847-4a18-a3ca-71268bb2c858","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.185448422Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.185516472Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.185562303Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.185603303Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.191057631Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.195977994Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:44:51.467555188Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"e6db7401-5127-473f-a755-810355251d2f","remote_addr":"[fd00:1122:3344:101::a]:64626","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":"200"}