[ Dec 18 18:30:41 Enabled. ]
[ Dec 18 18:30:41 Rereading configuration. ]
[ Dec 18 18:30:42 Rereading configuration. ]
[ Dec 18 18:30:46 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_68a261bd-5c4f-492b-8483-b232ebc5f6af/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:30:46.948264946Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704}
{"msg":"dataset: \"oxp_68a261bd-5c4f-492b-8483-b232ebc5f6af/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:30:46.949258339Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:30:46.949270528Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:30:46.949277779Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:30:46.963587673Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:30:47.063099295Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.673400022Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45056"}
{"msg":"region 869f6edc-9b9c-48bf-84bb-c1f5ce3161ab state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.708490434Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.71124461Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.71126869Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions","method":"POST","req_id":"b6b4c495-e7cf-446f-bba3-69f8ecc69093","remote_addr":"[fd00:1122:3344:101::b]:45056","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16444,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_68a261bd-5c4f-492b-8483-b232ebc5f6af/crucible/regions/869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.720023663Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_68a261bd-5c4f-492b-8483-b232ebc5f6af/crucible/regions/869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.720039633Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"869f6edc-9b9c-48bf-84bb-c1f5ce3161ab\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/869f6edc-9b9c-48bf-84bb-c1f5ce3161ab\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.781288252Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"region":"869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"869f6edc-9b9c-48bf-84bb-c1f5ce3161ab\" \"--data\" \"/data/regions/869f6edc-9b9c-48bf-84bb-c1f5ce3161ab\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.783560462Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"region":"869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.870240989Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions","method":"POST","req_id":"30481a9c-5467-421e-a05f-a0616b80bc2d","remote_addr":"[fd00:1122:3344:101::b]:45056","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.142581308Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"region":"869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","component":"worker"}
{"msg":"region 869f6edc-9b9c-48bf-84bb-c1f5ce3161ab state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.142628048Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.1427198Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.143186406Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.150960636Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.168992588Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.174221775Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.174966735Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.175028166Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.175067746Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.175103287Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.181391918Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.188347888Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.254417219Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions","method":"POST","req_id":"14967fd0-e975-4a2f-806a-ab8d3c3616b2","remote_addr":"[fd00:1122:3344:101::b]:45056","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.198469495Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions/869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","method":"GET","req_id":"c945dd95-5650-40b6-959d-8d9021cf8a47","remote_addr":"[fd00:1122:3344:101::b]:45056","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":82,"response_code":200}
{"msg":"path is \"/data/regions/869f6edc-9b9c-48bf-84bb-c1f5ce3161ab\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.201485284Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"dataset is oxp_68a261bd-5c4f-492b-8483-b232ebc5f6af/crucible/regions/869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.209983703Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"region 869f6edc-9b9c-48bf-84bb-c1f5ce3161ab state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.21746646Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.217597661Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.217619312Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions/869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","method":"DELETE","req_id":"33fb5785-a0bc-43e1-af70-d9504fb039d7","remote_addr":"[fd00:1122:3344:101::b]:45056","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16138,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-869f6edc-9b9c-48bf-84bb-c1f5ce3161ab (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.218737666Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.22061639Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions/869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","method":"GET","req_id":"04f2e548-d142-4296-97ee-e86c9dcf185a","remote_addr":"[fd00:1122:3344:101::b]:45056","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.222746408Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_68a261bd-5c4f-492b-8483-b232ebc5f6af/crucible/regions/869f6edc-9b9c-48bf-84bb-c1f5ce3161ab\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.231832615Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"region":"869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","component":"worker"}
{"msg":"region 869f6edc-9b9c-48bf-84bb-c1f5ce3161ab state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.304770375Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.351060651Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions/869f6edc-9b9c-48bf-84bb-c1f5ce3161ab","method":"GET","req_id":"bf0a70d9-7fbf-4ad8-a455-fd58c5f4efc3","remote_addr":"[fd00:1122:3344:101::b]:45056","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.3491371Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:33890"}
{"msg":"region 7f3ad13b-e489-46c0-a465-49d9276d9392 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.349441434Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.349767028Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.349775719Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions","method":"POST","req_id":"8c820e6e-5b60-4eac-87d7-81d0ee3653ee","remote_addr":"[fd00:1122:3344:101::b]:33890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":596,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_68a261bd-5c4f-492b-8483-b232ebc5f6af/crucible/regions/7f3ad13b-e489-46c0-a465-49d9276d9392","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.358016795Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_68a261bd-5c4f-492b-8483-b232ebc5f6af/crucible/regions/7f3ad13b-e489-46c0-a465-49d9276d9392","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.358041965Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7f3ad13b-e489-46c0-a465-49d9276d9392\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7f3ad13b-e489-46c0-a465-49d9276d9392\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.410941897Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"region":"7f3ad13b-e489-46c0-a465-49d9276d9392","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7f3ad13b-e489-46c0-a465-49d9276d9392\" \"--data\" \"/data/regions/7f3ad13b-e489-46c0-a465-49d9276d9392\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.410975937Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"region":"7f3ad13b-e489-46c0-a465-49d9276d9392","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.679152404Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions","method":"POST","req_id":"44fb89e2-4c33-45fb-86b5-9668ca1430d1","remote_addr":"[fd00:1122:3344:101::b]:33890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":84,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.711064485Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"region":"7f3ad13b-e489-46c0-a465-49d9276d9392","component":"worker"}
{"msg":"region 7f3ad13b-e489-46c0-a465-49d9276d9392 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.711121036Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.71146908Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7f3ad13b-e489-46c0-a465-49d9276d9392","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.712890068Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7f3ad13b-e489-46c0-a465-49d9276d9392","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.724289795Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.750661955Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7f3ad13b-e489-46c0-a465-49d9276d9392","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.754988001Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7f3ad13b-e489-46c0-a465-49d9276d9392","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.755272225Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.755323695Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.755364516Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.755402516Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.76033513Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:13.764635115Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:14.291307932Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions","method":"POST","req_id":"67bc1301-5b15-4647-9240-cdd762a7ee5c","remote_addr":"[fd00:1122:3344:101::b]:33890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region bf2fb146-cdcd-418b-9634-33130c106189 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:19.932774504Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:19.933021507Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions","method":"POST","req_id":"7a8bee10-919e-4f23-9f6e-8493b79a0ab9","remote_addr":"[fd00:1122:3344:101::b]:33890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":235,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:19.933045098Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_68a261bd-5c4f-492b-8483-b232ebc5f6af/crucible/regions/bf2fb146-cdcd-418b-9634-33130c106189","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:19.940776738Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_68a261bd-5c4f-492b-8483-b232ebc5f6af/crucible/regions/bf2fb146-cdcd-418b-9634-33130c106189","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:19.940808418Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bf2fb146-cdcd-418b-9634-33130c106189\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bf2fb146-cdcd-418b-9634-33130c106189\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:19.994453329Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"region":"bf2fb146-cdcd-418b-9634-33130c106189","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bf2fb146-cdcd-418b-9634-33130c106189\" \"--data\" \"/data/regions/bf2fb146-cdcd-418b-9634-33130c106189\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:19.99448948Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"region":"bf2fb146-cdcd-418b-9634-33130c106189","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.062933811Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions","method":"POST","req_id":"fae67275-913c-4137-9fd9-517b69e9c24b","remote_addr":"[fd00:1122:3344:101::b]:33890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":49,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.066398666Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"region":"bf2fb146-cdcd-418b-9634-33130c106189","component":"worker"}
{"msg":"region bf2fb146-cdcd-418b-9634-33130c106189 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.066423156Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.066549808Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bf2fb146-cdcd-418b-9634-33130c106189","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.071203907Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bf2fb146-cdcd-418b-9634-33130c106189","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.079743718Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.088067135Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bf2fb146-cdcd-418b-9634-33130c106189","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.092850437Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bf2fb146-cdcd-418b-9634-33130c106189","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.09312933Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.093186601Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.093228271Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.093264102Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.096820258Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.101301855Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:20.544511467Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions","method":"POST","req_id":"5cd1540e-80ff-4fb5-8566-3739d32fb7ec","remote_addr":"[fd00:1122:3344:101::b]:33890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.14537779Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51417"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.145630513Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions/bf2fb146-cdcd-418b-9634-33130c106189","method":"GET","req_id":"6be8262a-3638-4223-8e07-3377f014127c","remote_addr":"[fd00:1122:3344:101::b]:51417","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"path is \"/data/regions/bf2fb146-cdcd-418b-9634-33130c106189\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.149647015Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"dataset is oxp_68a261bd-5c4f-492b-8483-b232ebc5f6af/crucible/regions/bf2fb146-cdcd-418b-9634-33130c106189","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.159666384Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"region bf2fb146-cdcd-418b-9634-33130c106189 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.167285332Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.16786607Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.16792035Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions/bf2fb146-cdcd-418b-9634-33130c106189","method":"DELETE","req_id":"5d344926-54eb-4b22-ae4f-443ab16c7ae3","remote_addr":"[fd00:1122:3344:101::b]:51417","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18245,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-bf2fb146-cdcd-418b-9634-33130c106189 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.169344299Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.171050961Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions/bf2fb146-cdcd-418b-9634-33130c106189","method":"GET","req_id":"e54f9105-5820-4b5e-931f-08a3f3154ee1","remote_addr":"[fd00:1122:3344:101::b]:51417","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.187214809Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_68a261bd-5c4f-492b-8483-b232ebc5f6af/crucible/regions/bf2fb146-cdcd-418b-9634-33130c106189\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.195544506Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"region":"bf2fb146-cdcd-418b-9634-33130c106189","component":"worker"}
{"msg":"region bf2fb146-cdcd-418b-9634-33130c106189 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.258404626Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:52.299716709Z","hostname":"oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f","pid":27704,"uri":"/crucible/0/regions/bf2fb146-cdcd-418b-9634-33130c106189","method":"GET","req_id":"be3c8e40-fd1a-4e42-8eeb-76ededb35fc8","remote_addr":"[fd00:1122:3344:101::b]:51417","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":200}