[ May  8 21:58:25 Enabled. ]
[ May  8 21:58:25 Rereading configuration. ]
[ May  8 21:58:27 Rereading configuration. ]
[ May  8 21:58:31 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_333871b7-e5ec-436a-a870-3f88092fbd70/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_333871b7-e5ec-436a-a870-3f88092fbd70/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:58:31.315348887Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:58:31.320442315Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:58:31.32045244Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:58:31.334126718Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:58:31.422095458Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:31.803121578Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49265"}
{"msg":"region 64803508-c440-4c95-a7d9-20de2fed72f7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:31.842753452Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:31.845909465Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"uri":"/crucible/0/regions","method":"POST","req_id":"fee9450a-9e87-4545-876c-a6141921d248","remote_addr":"[fd00:1122:3344:101::a]:49265","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18607,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:31.847862296Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_333871b7-e5ec-436a-a870-3f88092fbd70/crucible/regions/64803508-c440-4c95-a7d9-20de2fed72f7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:31.859044496Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_333871b7-e5ec-436a-a870-3f88092fbd70/crucible/regions/64803508-c440-4c95-a7d9-20de2fed72f7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:31.859079276Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"64803508-c440-4c95-a7d9-20de2fed72f7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/64803508-c440-4c95-a7d9-20de2fed72f7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:31.922604886Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"region":"64803508-c440-4c95-a7d9-20de2fed72f7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"64803508-c440-4c95-a7d9-20de2fed72f7\" \"--data\" \"/data/regions/64803508-c440-4c95-a7d9-20de2fed72f7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:31.925171063Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"region":"64803508-c440-4c95-a7d9-20de2fed72f7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.121893767Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"uri":"/crucible/0/regions","method":"POST","req_id":"b1c0cec4-7991-41b7-97e2-eef8c531b3dc","remote_addr":"[fd00:1122:3344:101::a]:49265","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.212171043Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"region":"64803508-c440-4c95-a7d9-20de2fed72f7","component":"worker"}
{"msg":"region 64803508-c440-4c95-a7d9-20de2fed72f7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.212213233Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.212334725Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-64803508-c440-4c95-a7d9-20de2fed72f7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.21279296Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-64803508-c440-4c95-a7d9-20de2fed72f7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.220916507Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.239776838Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-64803508-c440-4c95-a7d9-20de2fed72f7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.243470918Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/64803508-c440-4c95-a7d9-20de2fed72f7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.244211116Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.244358597Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.244407378Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.244445918Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.248109768Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.261566531Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T21:59:32.788062792Z","hostname":"oxz_crucible_ecf4d829-af7b-4aaf-afc0-043b86fcb87c","pid":22538,"uri":"/crucible/0/regions","method":"POST","req_id":"983917b3-b6a6-41f4-9900-6b26ba17d4b2","remote_addr":"[fd00:1122:3344:101::a]:49265","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":49,"response_code":"200"}