[ Nov 26 05:23:50 Enabled. ] [ Nov 26 05:23:50 Rereading configuration. ] [ Nov 26 05:23:52 Rereading configuration. ] [ Nov 26 05:23:56 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:23:56.425606147Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:23:56.43119108Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:23:56.43120251Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:23:56.448431028Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:23:56.527513203Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.459455784Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58101"} {"msg":"region b84dd13e-3976-42c5-b254-2a2ed4735dda state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.471092589Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.471797043Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.471808634Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"uri":"/crucible/0/regions","method":"POST","req_id":"73b58d65-e694-4f48-a4fb-3385c5566cb0","remote_addr":"[fd00:1122:3344:101::a]:58101","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":3126,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crucible/regions/b84dd13e-3976-42c5-b254-2a2ed4735dda","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.489758596Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crucible/regions/b84dd13e-3976-42c5-b254-2a2ed4735dda","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.489792146Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b84dd13e-3976-42c5-b254-2a2ed4735dda\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b84dd13e-3976-42c5-b254-2a2ed4735dda\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.562278579Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"region":"b84dd13e-3976-42c5-b254-2a2ed4735dda","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b84dd13e-3976-42c5-b254-2a2ed4735dda\" \"--data\" \"/data/regions/b84dd13e-3976-42c5-b254-2a2ed4735dda\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.5623424Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"region":"b84dd13e-3976-42c5-b254-2a2ed4735dda","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.70805846Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"uri":"/crucible/0/regions","method":"POST","req_id":"39f44d76-82cc-43b3-825f-c6f04b38310f","remote_addr":"[fd00:1122:3344:101::a]:58101","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.715693263Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"region":"b84dd13e-3976-42c5-b254-2a2ed4735dda","component":"worker"} {"msg":"region b84dd13e-3976-42c5-b254-2a2ed4735dda state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.715717024Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.715833986Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b84dd13e-3976-42c5-b254-2a2ed4735dda","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.716216544Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b84dd13e-3976-42c5-b254-2a2ed4735dda","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.720861958Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.733572524Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b84dd13e-3976-42c5-b254-2a2ed4735dda","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.736952442Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b84dd13e-3976-42c5-b254-2a2ed4735dda","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.737516664Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.737587645Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.737630906Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.737671897Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.741832101Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:15.746118447Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:24:16.141411281Z","hostname":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","pid":24331,"uri":"/crucible/0/regions","method":"POST","req_id":"c2823961-17bc-4b30-ad06-e9cd4f00c77f","remote_addr":"[fd00:1122:3344:101::a]:58101","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":"200"}