[ Jan 30 07:00:57 Enabled. ] [ Jan 30 07:00:57 Rereading configuration. ] [ Jan 30 07:00:59 Rereading configuration. ] [ Jan 30 07:01:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a8612021-68f9-40ba-a99c-7166b75bf887/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:06.048155321Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516} {"msg":"dataset: \"oxp_a8612021-68f9-40ba-a99c-7166b75bf887/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:06.049062027Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:06.049072927Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:06.049079237Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:06.062906581Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:06.2225014Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:39.665264612Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:43459"} {"msg":"region 392c4c5f-5c34-466a-9617-8b0ee8fbf92b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:39.693766274Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:39.696921571Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:39.696973912Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions","method":"POST","req_id":"3f312bad-0a49-4b84-b85b-f07192a2b5e0","remote_addr":"[fd00:1122:3344:101::c]:43459","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16842,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_a8612021-68f9-40ba-a99c-7166b75bf887/crucible/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:39.704964244Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_a8612021-68f9-40ba-a99c-7166b75bf887/crucible/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:39.704978215Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"392c4c5f-5c34-466a-9617-8b0ee8fbf92b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:39.778093954Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"region":"392c4c5f-5c34-466a-9617-8b0ee8fbf92b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"392c4c5f-5c34-466a-9617-8b0ee8fbf92b\" \"--data\" \"/data/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:39.780362197Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"region":"392c4c5f-5c34-466a-9617-8b0ee8fbf92b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:39.833523193Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions","method":"POST","req_id":"24bb5812-7a31-468c-833e-c54171c08968","remote_addr":"[fd00:1122:3344:101::c]:43459","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.139006541Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"region":"392c4c5f-5c34-466a-9617-8b0ee8fbf92b","component":"worker"} {"msg":"region 392c4c5f-5c34-466a-9617-8b0ee8fbf92b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.139086894Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.139278899Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-392c4c5f-5c34-466a-9617-8b0ee8fbf92b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.139660379Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-392c4c5f-5c34-466a-9617-8b0ee8fbf92b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.146073788Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.163582183Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-392c4c5f-5c34-466a-9617-8b0ee8fbf92b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.167395339Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.167961325Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.168026427Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.168067108Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.168102439Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.173076327Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.176956175Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.349635977Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions","method":"POST","req_id":"d2587227-53c5-4db2-ad79-b7e7ef878388","remote_addr":"[fd00:1122:3344:101::c]:43459","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.862028698Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b","method":"GET","req_id":"fe7f7c5d-d8f5-40ad-b164-3eba97ee6c9e","remote_addr":"[fd00:1122:3344:101::c]:43459","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"path is \"/data/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.866114412Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"dataset is oxp_a8612021-68f9-40ba-a99c-7166b75bf887/crucible/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.874902846Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"region 392c4c5f-5c34-466a-9617-8b0ee8fbf92b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.882233069Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.882421994Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b","method":"DELETE","req_id":"bc179dea-e980-42b8-8c13-3187e147dc3e","remote_addr":"[fd00:1122:3344:101::c]:43459","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16329,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.882469286Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-392c4c5f-5c34-466a-9617-8b0ee8fbf92b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.883426462Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.885307954Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b","method":"GET","req_id":"bbda0871-7971-4607-9a0b-14991299865e","remote_addr":"[fd00:1122:3344:101::c]:43459","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.887984189Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a8612021-68f9-40ba-a99c-7166b75bf887/crucible/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.896175356Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"region":"392c4c5f-5c34-466a-9617-8b0ee8fbf92b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.960630385Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b","method":"GET","req_id":"b36f9ad2-d4a1-40bb-b06a-156f84f79a68","remote_addr":"[fd00:1122:3344:101::c]:43459","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"region 392c4c5f-5c34-466a-9617-8b0ee8fbf92b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:40.978679836Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:01:41.141518005Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions/392c4c5f-5c34-466a-9617-8b0ee8fbf92b","method":"GET","req_id":"9db8a5ab-5774-4c06-97e8-3150cad33062","remote_addr":"[fd00:1122:3344:101::c]:43459","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":34,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.395003255Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56421"} {"msg":"region 7390f139-8221-40be-9204-55968e238323 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.395808607Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.39591131Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions","method":"POST","req_id":"1bcae12d-c5b6-437c-ac99-775bdfbd6b59","remote_addr":"[fd00:1122:3344:101::c]:56421","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":719,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.395930231Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a8612021-68f9-40ba-a99c-7166b75bf887/crucible/regions/7390f139-8221-40be-9204-55968e238323","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.404626482Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a8612021-68f9-40ba-a99c-7166b75bf887/crucible/regions/7390f139-8221-40be-9204-55968e238323","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.404663463Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7390f139-8221-40be-9204-55968e238323\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7390f139-8221-40be-9204-55968e238323\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.455748261Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"region":"7390f139-8221-40be-9204-55968e238323","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7390f139-8221-40be-9204-55968e238323\" \"--data\" \"/data/regions/7390f139-8221-40be-9204-55968e238323\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.455804703Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"region":"7390f139-8221-40be-9204-55968e238323","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.527690868Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"region":"7390f139-8221-40be-9204-55968e238323","component":"worker"} {"msg":"region 7390f139-8221-40be-9204-55968e238323 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.527731779Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.527818341Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7390f139-8221-40be-9204-55968e238323","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.528740327Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7390f139-8221-40be-9204-55968e238323","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.540674668Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.562846954Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7390f139-8221-40be-9204-55968e238323","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.565928659Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7390f139-8221-40be-9204-55968e238323","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.566279409Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.56633344Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.566373901Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.566420693Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.570350772Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.574553098Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:39.674266366Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions","method":"POST","req_id":"f878ce0d-de76-4558-bd9b-fc12e3757fb8","remote_addr":"[fd00:1122:3344:101::c]:56421","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region 71272f31-07bb-40d8-b226-96493dc9c7c1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.418053081Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.418213585Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions","method":"POST","req_id":"410c6a93-d76a-487a-aa4f-0c1c74a66274","remote_addr":"[fd00:1122:3344:101::c]:56421","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":211,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.418234875Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a8612021-68f9-40ba-a99c-7166b75bf887/crucible/regions/71272f31-07bb-40d8-b226-96493dc9c7c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.425347453Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a8612021-68f9-40ba-a99c-7166b75bf887/crucible/regions/71272f31-07bb-40d8-b226-96493dc9c7c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.425371014Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"71272f31-07bb-40d8-b226-96493dc9c7c1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/71272f31-07bb-40d8-b226-96493dc9c7c1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.472652166Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"region":"71272f31-07bb-40d8-b226-96493dc9c7c1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"71272f31-07bb-40d8-b226-96493dc9c7c1\" \"--data\" \"/data/regions/71272f31-07bb-40d8-b226-96493dc9c7c1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.472691307Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"region":"71272f31-07bb-40d8-b226-96493dc9c7c1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.54485138Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"region":"71272f31-07bb-40d8-b226-96493dc9c7c1","component":"worker"} {"msg":"region 71272f31-07bb-40d8-b226-96493dc9c7c1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.544882861Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.544989774Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-71272f31-07bb-40d8-b226-96493dc9c7c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.545816396Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-71272f31-07bb-40d8-b226-96493dc9c7c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.55350824Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.560472193Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-71272f31-07bb-40d8-b226-96493dc9c7c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.563004394Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/71272f31-07bb-40d8-b226-96493dc9c7c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.56322127Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.563267041Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.563308902Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.563356694Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.5664705Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.575735477Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:12:45.662218737Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions","method":"POST","req_id":"40ffda33-b599-40a8-bfb6-3275d4fca523","remote_addr":"[fd00:1122:3344:101::c]:56421","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:13:12.348443205Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions/71272f31-07bb-40d8-b226-96493dc9c7c1","method":"GET","req_id":"396a82fc-4eff-4d7f-8ed8-aea6d39ea5e1","remote_addr":"[fd00:1122:3344:101::c]:56421","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"path is \"/data/regions/71272f31-07bb-40d8-b226-96493dc9c7c1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:13:12.351064558Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"dataset is oxp_a8612021-68f9-40ba-a99c-7166b75bf887/crucible/regions/71272f31-07bb-40d8-b226-96493dc9c7c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:13:12.361273171Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"region 71272f31-07bb-40d8-b226-96493dc9c7c1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:13:12.368341537Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:13:12.368864462Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions/71272f31-07bb-40d8-b226-96493dc9c7c1","method":"DELETE","req_id":"8c762b2f-919a-4b19-a0d6-61bea31f0b0e","remote_addr":"[fd00:1122:3344:101::c]:56421","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17844,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:13:12.368891952Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-71272f31-07bb-40d8-b226-96493dc9c7c1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:13:12.370439475Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:13:12.372192904Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions/71272f31-07bb-40d8-b226-96493dc9c7c1","method":"GET","req_id":"aaed8a7a-dffe-4795-a942-f474c92236ec","remote_addr":"[fd00:1122:3344:101::c]:56421","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:13:12.383414695Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a8612021-68f9-40ba-a99c-7166b75bf887/crucible/regions/71272f31-07bb-40d8-b226-96493dc9c7c1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:13:12.391619433Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"region":"71272f31-07bb-40d8-b226-96493dc9c7c1","component":"worker"} {"msg":"region 71272f31-07bb-40d8-b226-96493dc9c7c1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:13:12.442517346Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T07:13:12.514451892Z","hostname":"oxz_crucible_1ed962d9-fac2-4994-ae2d-5dc246a46a1f","pid":28516,"uri":"/crucible/0/regions/71272f31-07bb-40d8-b226-96493dc9c7c1","method":"GET","req_id":"f123abed-9d42-4aef-9c08-8ff94236c9a8","remote_addr":"[fd00:1122:3344:101::c]:56421","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":44,"response_code":200}