[ Dec 12 04:03:56 Enabled. ] [ Dec 12 04:03:56 Rereading configuration. ] [ Dec 12 04:03:59 Rereading configuration. ] [ Dec 12 04:04:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:03.942391682Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:03.955892532Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:03.955945754Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:03.963337147Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:04.06617282Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:32.139291737Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64883"} {"msg":"region ffb628c8-c222-4447-ba01-fe7ba84f7896 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:32.22138649Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:32.222318824Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:32.227245495Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"uri":"/crucible/0/regions","method":"POST","req_id":"a865bd78-eff7-4367-9a59-62399b6ba5bc","remote_addr":"[fd00:1122:3344:101::a]:64883","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":6116,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crucible/regions/ffb628c8-c222-4447-ba01-fe7ba84f7896","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:32.232257596Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crucible/regions/ffb628c8-c222-4447-ba01-fe7ba84f7896","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:32.232300897Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:32.422057888Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"uri":"/crucible/0/regions","method":"POST","req_id":"9edafd88-70ad-4a7b-8864-52f5663a806d","remote_addr":"[fd00:1122:3344:101::a]:64883","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"creating region Region { id: RegionId(\"ffb628c8-c222-4447-ba01-fe7ba84f7896\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ffb628c8-c222-4447-ba01-fe7ba84f7896\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:32.517003976Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"region":"ffb628c8-c222-4447-ba01-fe7ba84f7896","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ffb628c8-c222-4447-ba01-fe7ba84f7896\" \"--data\" \"/data/regions/ffb628c8-c222-4447-ba01-fe7ba84f7896\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:32.518857954Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"region":"ffb628c8-c222-4447-ba01-fe7ba84f7896","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.155906136Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"uri":"/crucible/0/regions","method":"POST","req_id":"9ca66e55-b374-493d-9161-d481e7725337","remote_addr":"[fd00:1122:3344:101::a]:64883","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.736280062Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"region":"ffb628c8-c222-4447-ba01-fe7ba84f7896","component":"worker"} {"msg":"region ffb628c8-c222-4447-ba01-fe7ba84f7896 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.736371744Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.736541898Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ffb628c8-c222-4447-ba01-fe7ba84f7896","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.73698518Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ffb628c8-c222-4447-ba01-fe7ba84f7896","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.764692433Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.847565506Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ffb628c8-c222-4447-ba01-fe7ba84f7896","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.905448266Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ffb628c8-c222-4447-ba01-fe7ba84f7896","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.906283098Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.90636733Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.906414741Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.906450662Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:33.97842591Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:34.005564649Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T04:04:34.314155492Z","hostname":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","pid":24990,"uri":"/crucible/0/regions","method":"POST","req_id":"248be9de-35cc-41f3-864f-91c9d64fa7ae","remote_addr":"[fd00:1122:3344:101::a]:64883","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":"200"}