[ May 19 23:50:01 Enabled. ]
[ May 19 23:50:01 Rereading configuration. ]
[ May 19 23:50:02 Rereading configuration. ]
[ May 19 23:50:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_6fa0e076-1f8d-46c9-8510-5b25c21ee585/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:50:05.107034639Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553}
{"msg":"dataset: \"oxp_6fa0e076-1f8d-46c9-8510-5b25c21ee585/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:50:05.107284825Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:50:05.107300846Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:50:05.107308646Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:50:05.123324795Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:50:05.203245129Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.280017273Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43020"}
{"msg":"region b19f9e11-a988-457a-a6cf-0044306783bc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.314219726Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.315518519Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.31555848Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"uri":"/crucible/0/regions","method":"POST","req_id":"212ea2fe-1335-4767-80a9-b59fea9a2bab","remote_addr":"[fd00:1122:3344:101::a]:43020","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14140,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_6fa0e076-1f8d-46c9-8510-5b25c21ee585/crucible/regions/b19f9e11-a988-457a-a6cf-0044306783bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.322869697Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_6fa0e076-1f8d-46c9-8510-5b25c21ee585/crucible/regions/b19f9e11-a988-457a-a6cf-0044306783bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.322890257Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b19f9e11-a988-457a-a6cf-0044306783bc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b19f9e11-a988-457a-a6cf-0044306783bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.36018501Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"region":"b19f9e11-a988-457a-a6cf-0044306783bc","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b19f9e11-a988-457a-a6cf-0044306783bc\" \"--data\" \"/data/regions/b19f9e11-a988-457a-a6cf-0044306783bc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.362290414Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"region":"b19f9e11-a988-457a-a6cf-0044306783bc","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.471086153Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"region":"b19f9e11-a988-457a-a6cf-0044306783bc","component":"worker"}
{"msg":"region b19f9e11-a988-457a-a6cf-0044306783bc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.471130294Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.471208806Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b19f9e11-a988-457a-a6cf-0044306783bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.471548745Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b19f9e11-a988-457a-a6cf-0044306783bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.476297536Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.486925787Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b19f9e11-a988-457a-a6cf-0044306783bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.488324433Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b19f9e11-a988-457a-a6cf-0044306783bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.489148424Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.489217646Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.489273938Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.489318769Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.491845243Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.494395678Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:05.694263833Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"uri":"/crucible/0/regions","method":"POST","req_id":"0fb95ea1-5c95-4654-b7f5-5ac392989e49","remote_addr":"[fd00:1122:3344:101::a]:43020","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:06.666336763Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"uri":"/crucible/0/regions/b19f9e11-a988-457a-a6cf-0044306783bc","method":"GET","req_id":"cf3d33a2-965e-4236-a717-fae146653dcb","remote_addr":"[fd00:1122:3344:101::a]:43020","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":86,"response_code":200}
{"msg":"path is \"/data/regions/b19f9e11-a988-457a-a6cf-0044306783bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:06.669870123Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"datafile"}
{"msg":"dataset is oxp_6fa0e076-1f8d-46c9-8510-5b25c21ee585/crucible/regions/b19f9e11-a988-457a-a6cf-0044306783bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:06.679302844Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"datafile"}
{"msg":"region b19f9e11-a988-457a-a6cf-0044306783bc state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:06.687105123Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:06.687243927Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:06.687255817Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"uri":"/crucible/0/regions/b19f9e11-a988-457a-a6cf-0044306783bc","method":"DELETE","req_id":"26ca1815-6297-4c53-be80-a4e11f01aeef","remote_addr":"[fd00:1122:3344:101::a]:43020","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17414,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-b19f9e11-a988-457a-a6cf-0044306783bc (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:06.688254663Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:06.690613223Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:06.691337831Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"uri":"/crucible/0/regions/b19f9e11-a988-457a-a6cf-0044306783bc","method":"GET","req_id":"4af0556f-ddde-48c5-a888-53988679ad0d","remote_addr":"[fd00:1122:3344:101::a]:43020","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_6fa0e076-1f8d-46c9-8510-5b25c21ee585/crucible/regions/b19f9e11-a988-457a-a6cf-0044306783bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:06.699056939Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"region":"b19f9e11-a988-457a-a6cf-0044306783bc","component":"worker"}
{"msg":"region b19f9e11-a988-457a-a6cf-0044306783bc state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:06.749880197Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T23:51:06.761615787Z","hostname":"oxz_crucible_81375955-736d-4dc0-8dc1-a435ad398dec","pid":22553,"uri":"/crucible/0/regions/b19f9e11-a988-457a-a6cf-0044306783bc","method":"GET","req_id":"7c22566e-527d-43b6-a9ce-6d64269d161c","remote_addr":"[fd00:1122:3344:101::a]:43020","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":200}