{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.675819328Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37361"} {"msg":"region d5e35b46-de93-42f2-999a-4ebdd647481f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.729224427Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.733612007Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.733633457Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"uri":"/crucible/0/regions","method":"POST","req_id":"f0bc922d-ab0e-4597-ba40-d2dccde06ad2","remote_addr":"[fd00:1122:3344:101::c]:37361","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22205,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_c2ee07b8-6dc2-4030-aef6-370d0ab0c0d6/crucible/regions/d5e35b46-de93-42f2-999a-4ebdd647481f","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.749556175Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c2ee07b8-6dc2-4030-aef6-370d0ab0c0d6/crucible/regions/d5e35b46-de93-42f2-999a-4ebdd647481f","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.749578165Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d5e35b46-de93-42f2-999a-4ebdd647481f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d5e35b46-de93-42f2-999a-4ebdd647481f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.841995366Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"region":"d5e35b46-de93-42f2-999a-4ebdd647481f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d5e35b46-de93-42f2-999a-4ebdd647481f\" \"--data\" \"/data/regions/d5e35b46-de93-42f2-999a-4ebdd647481f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.844370535Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"region":"d5e35b46-de93-42f2-999a-4ebdd647481f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.900802786Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"uri":"/crucible/0/regions","method":"POST","req_id":"dcb038e9-b51b-4e6a-9976-1253c9156057","remote_addr":"[fd00:1122:3344:101::c]:37361","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.294604506Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"region":"d5e35b46-de93-42f2-999a-4ebdd647481f","component":"worker"} {"msg":"region d5e35b46-de93-42f2-999a-4ebdd647481f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.294659587Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.294771479Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d5e35b46-de93-42f2-999a-4ebdd647481f","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.295190658Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d5e35b46-de93-42f2-999a-4ebdd647481f","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.309648155Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.336588239Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d5e35b46-de93-42f2-999a-4ebdd647481f","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.340163003Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d5e35b46-de93-42f2-999a-4ebdd647481f","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.340886087Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.340966589Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.34101895Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.341062681Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.350543616Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.357713724Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.653672151Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"uri":"/crucible/0/regions","method":"POST","req_id":"07a86aba-abcd-4211-87ff-0dec8426cfd1","remote_addr":"[fd00:1122:3344:101::c]:37361","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region 80d342c2-ec62-4097-9e26-1d2facfdab53 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.312454197Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.312652476Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"uri":"/crucible/0/regions","method":"POST","req_id":"8cbedbc3-11af-4735-8336-e5bda34504a3","remote_addr":"[fd00:1122:3344:101::c]:37361","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":250,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.312671405Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c2ee07b8-6dc2-4030-aef6-370d0ab0c0d6/crucible/regions/80d342c2-ec62-4097-9e26-1d2facfdab53","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.319586214Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c2ee07b8-6dc2-4030-aef6-370d0ab0c0d6/crucible/regions/80d342c2-ec62-4097-9e26-1d2facfdab53","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.319603904Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"80d342c2-ec62-4097-9e26-1d2facfdab53\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/80d342c2-ec62-4097-9e26-1d2facfdab53\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.369799697Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"region":"80d342c2-ec62-4097-9e26-1d2facfdab53","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"80d342c2-ec62-4097-9e26-1d2facfdab53\" \"--data\" \"/data/regions/80d342c2-ec62-4097-9e26-1d2facfdab53\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.369835427Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"region":"80d342c2-ec62-4097-9e26-1d2facfdab53","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.449060676Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"region":"80d342c2-ec62-4097-9e26-1d2facfdab53","component":"worker"} {"msg":"region 80d342c2-ec62-4097-9e26-1d2facfdab53 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.449095197Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.449211209Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-80d342c2-ec62-4097-9e26-1d2facfdab53","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.449605407Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-80d342c2-ec62-4097-9e26-1d2facfdab53","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.452584258Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.460029012Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-80d342c2-ec62-4097-9e26-1d2facfdab53","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.463218607Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/80d342c2-ec62-4097-9e26-1d2facfdab53","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.463426321Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.463467972Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.463508903Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.463542234Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.467619278Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.477618384Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:04.594988438Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"uri":"/crucible/0/regions","method":"POST","req_id":"2246e6e6-1548-412b-a9ba-7c4b576317fd","remote_addr":"[fd00:1122:3344:101::c]:37361","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:31.827055314Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"uri":"/crucible/0/regions/80d342c2-ec62-4097-9e26-1d2facfdab53","method":"GET","req_id":"43a90139-669e-43b5-b897-b2349c922e6e","remote_addr":"[fd00:1122:3344:101::c]:37361","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/80d342c2-ec62-4097-9e26-1d2facfdab53\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:31.831076977Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"datafile"} {"msg":"dataset is oxp_c2ee07b8-6dc2-4030-aef6-370d0ab0c0d6/crucible/regions/80d342c2-ec62-4097-9e26-1d2facfdab53","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:31.843466642Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"datafile"} {"msg":"region 80d342c2-ec62-4097-9e26-1d2facfdab53 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:31.850568718Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:31.850732901Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"uri":"/crucible/0/regions/80d342c2-ec62-4097-9e26-1d2facfdab53","method":"DELETE","req_id":"94a5f5b4-bd45-4c09-9d2e-ff1876b2cee9","remote_addr":"[fd00:1122:3344:101::c]:37361","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19703,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:31.850752342Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-80d342c2-ec62-4097-9e26-1d2facfdab53 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:31.85167195Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:31.855165002Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"uri":"/crucible/0/regions/80d342c2-ec62-4097-9e26-1d2facfdab53","method":"GET","req_id":"17e7cb4f-97dc-4aba-b757-dbf99ef9eaf4","remote_addr":"[fd00:1122:3344:101::c]:37361","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":37,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:31.861509163Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c2ee07b8-6dc2-4030-aef6-370d0ab0c0d6/crucible/regions/80d342c2-ec62-4097-9e26-1d2facfdab53\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:31.869325524Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"region":"80d342c2-ec62-4097-9e26-1d2facfdab53","component":"worker"} {"msg":"region 80d342c2-ec62-4097-9e26-1d2facfdab53 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:31.932989403Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:20:32.001516903Z","hostname":"oxz_crucible_1a02ed04-ed26-4eed-976b-6677837f8ae0","pid":23772,"uri":"/crucible/0/regions/80d342c2-ec62-4097-9e26-1d2facfdab53","method":"GET","req_id":"4b7a913b-2579-4f42-b15c-f8a3b5088cd9","remote_addr":"[fd00:1122:3344:101::c]:37361","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":200}