{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:27.522724195Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51840"} {"msg":"region e7ccf401-f025-4064-b909-83728be59b18 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:27.568091806Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:27.571744417Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:27.571765017Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"uri":"/crucible/0/regions","method":"POST","req_id":"26646e13-a5c3-4494-9be9-c1cdb1d04f75","remote_addr":"[fd00:1122:3344:101::b]:51840","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20582,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2dda6a0c-5ce8-459f-9eac-05dbf5c3a727/crucible/regions/e7ccf401-f025-4064-b909-83728be59b18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:27.583173172Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2dda6a0c-5ce8-459f-9eac-05dbf5c3a727/crucible/regions/e7ccf401-f025-4064-b909-83728be59b18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:27.583192893Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e7ccf401-f025-4064-b909-83728be59b18\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e7ccf401-f025-4064-b909-83728be59b18\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:27.634383484Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"region":"e7ccf401-f025-4064-b909-83728be59b18","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e7ccf401-f025-4064-b909-83728be59b18\" \"--data\" \"/data/regions/e7ccf401-f025-4064-b909-83728be59b18\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:27.636968305Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"region":"e7ccf401-f025-4064-b909-83728be59b18","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:27.742208268Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"uri":"/crucible/0/regions","method":"POST","req_id":"32b630dc-9507-435e-b81c-536ebe2cdb9a","remote_addr":"[fd00:1122:3344:101::b]:51840","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.04143895Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"region":"e7ccf401-f025-4064-b909-83728be59b18","component":"worker"} {"msg":"region e7ccf401-f025-4064-b909-83728be59b18 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.041487591Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.041582083Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e7ccf401-f025-4064-b909-83728be59b18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.041959104Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e7ccf401-f025-4064-b909-83728be59b18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.05524214Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.077280488Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e7ccf401-f025-4064-b909-83728be59b18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.080732203Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e7ccf401-f025-4064-b909-83728be59b18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.081322669Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.081385791Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.081427332Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.081462323Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.085481354Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.090466591Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:28.413615102Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"uri":"/crucible/0/regions","method":"POST","req_id":"d457ca09-0af6-4ec0-b5b9-80c8e29ddc7a","remote_addr":"[fd00:1122:3344:101::b]:51840","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region b9ce0ac9-2431-40ac-ac7d-298b6c7de02f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.683036834Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.683202148Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.683211829Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"uri":"/crucible/0/regions","method":"POST","req_id":"c6d4692a-94cd-47e1-b014-afac2379606d","remote_addr":"[fd00:1122:3344:101::b]:51840","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":223,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2dda6a0c-5ce8-459f-9eac-05dbf5c3a727/crucible/regions/b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.689576034Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2dda6a0c-5ce8-459f-9eac-05dbf5c3a727/crucible/regions/b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.689600845Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b9ce0ac9-2431-40ac-ac7d-298b6c7de02f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b9ce0ac9-2431-40ac-ac7d-298b6c7de02f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.74598982Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"region":"b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b9ce0ac9-2431-40ac-ac7d-298b6c7de02f\" \"--data\" \"/data/regions/b9ce0ac9-2431-40ac-ac7d-298b6c7de02f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.746033611Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"region":"b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.823703914Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"region":"b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","component":"worker"} {"msg":"region b9ce0ac9-2431-40ac-ac7d-298b6c7de02f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.823733404Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.823827727Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.824155476Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.827684453Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.837509984Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.840903298Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.841111514Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.841155995Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.841193576Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.841228697Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.845770802Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:34.856752125Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:54:35.024042969Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"uri":"/crucible/0/regions","method":"POST","req_id":"7583c02d-1990-4318-89ce-98db27c4a59a","remote_addr":"[fd00:1122:3344:101::b]:51840","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.503192594Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56126"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.503329708Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"uri":"/crucible/0/regions/b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","method":"GET","req_id":"0b539ed3-50f0-45c6-8827-b2085a86a1d8","remote_addr":"[fd00:1122:3344:101::b]:56126","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/b9ce0ac9-2431-40ac-ac7d-298b6c7de02f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.506162656Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"datafile"} {"msg":"dataset is oxp_2dda6a0c-5ce8-459f-9eac-05dbf5c3a727/crucible/regions/b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.515654008Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"datafile"} {"msg":"region b9ce0ac9-2431-40ac-ac7d-298b6c7de02f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.522761994Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.522933318Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.522951489Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"uri":"/crucible/0/regions/b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","method":"DELETE","req_id":"0ea93189-671c-4e35-9685-3885d6e78f51","remote_addr":"[fd00:1122:3344:101::b]:56126","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16815,"response_code":204} {"msg":"disabling downstairs instance: downstairs-b9ce0ac9-2431-40ac-ac7d-298b6c7de02f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.524032139Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.526919499Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"uri":"/crucible/0/regions/b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","method":"GET","req_id":"ef6f5c95-df8e-4d96-98af-7e7743e3d971","remote_addr":"[fd00:1122:3344:101::b]:56126","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.537937592Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2dda6a0c-5ce8-459f-9eac-05dbf5c3a727/crucible/regions/b9ce0ac9-2431-40ac-ac7d-298b6c7de02f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.545128341Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"region":"b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","component":"worker"} {"msg":"region b9ce0ac9-2431-40ac-ac7d-298b6c7de02f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.60202269Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T05:55:07.661074518Z","hostname":"oxz_crucible_f8590548-5811-4822-9664-6a529d6774c9","pid":23922,"uri":"/crucible/0/regions/b9ce0ac9-2431-40ac-ac7d-298b6c7de02f","method":"GET","req_id":"2bcc6fec-c3c2-4a7b-93a1-28b1dc79eb68","remote_addr":"[fd00:1122:3344:101::b]:56126","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":43,"response_code":200}