{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.078105193Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:65514"} {"msg":"region 9cb14a3a-0c54-48e6-a639-83dec71cd843 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.11058661Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.113818748Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.113831519Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions","method":"POST","req_id":"f9bd5aed-077d-4a3b-9ec1-b823b92cfb01","remote_addr":"[fd00:1122:3344:101::c]:65514","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18568,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.123131823Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.123150503Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9cb14a3a-0c54-48e6-a639-83dec71cd843\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.208562037Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"region":"9cb14a3a-0c54-48e6-a639-83dec71cd843","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9cb14a3a-0c54-48e6-a639-83dec71cd843\" \"--data\" \"/data/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.21052257Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"region":"9cb14a3a-0c54-48e6-a639-83dec71cd843","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.279194557Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions","method":"POST","req_id":"29e0b846-9ac6-4013-8470-0839baac5094","remote_addr":"[fd00:1122:3344:101::c]:65514","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.634566335Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"region":"9cb14a3a-0c54-48e6-a639-83dec71cd843","component":"worker"} {"msg":"region 9cb14a3a-0c54-48e6-a639-83dec71cd843 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.634684558Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.634903395Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9cb14a3a-0c54-48e6-a639-83dec71cd843","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.635256634Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9cb14a3a-0c54-48e6-a639-83dec71cd843","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.644369393Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.666493288Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9cb14a3a-0c54-48e6-a639-83dec71cd843","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.673453758Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.674165287Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.674231089Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.674299531Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.674305361Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.682919736Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.691325056Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:06.717177382Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions","method":"POST","req_id":"106038a4-27cd-456d-b5de-2f7c7cd1f498","remote_addr":"[fd00:1122:3344:101::c]:65514","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.221384732Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50781"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.224211819Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843","method":"GET","req_id":"da1c1ff4-93d9-4669-a069-43c424bfa3ee","remote_addr":"[fd00:1122:3344:101::c]:50781","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2788,"response_code":200} {"msg":"path is \"/data/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.22755092Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"dataset is oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.2330374Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"snapshot is oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843@1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.240204855Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843\", \"1eca01dc-d31c-4c80-b454-d1dba61be18c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.240222286Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.249626193Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843/snapshots/1eca01dc-d31c-4c80-b454-d1dba61be18c","method":"GET","req_id":"450df30a-32e9-40b7-8d8f-9bbb18373f35","remote_addr":"[fd00:1122:3344:101::c]:50781","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22104,"response_code":200} {"msg":"path is \"/data/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.252888052Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"dataset is oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.259088651Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"snapshot is oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843@1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.264332625Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843\", \"1eca01dc-d31c-4c80-b454-d1dba61be18c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.264359826Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9cb14a3a-0c54-48e6-a639-83dec71cd843-1eca01dc-d31c-4c80-b454-d1dba61be18c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.271369177Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.272036375Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843/snapshots/1eca01dc-d31c-4c80-b454-d1dba61be18c/run","method":"POST","req_id":"e4f4e498-6969-461b-9fd1-fb97644976b3","remote_addr":"[fd00:1122:3344:101::c]:50781","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19162,"response_code":200} {"msg":"applying SMF actions for region 9cb14a3a-0c54-48e6-a639-83dec71cd843 running snapshot 1eca01dc-d31c-4c80-b454-d1dba61be18c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.272057006Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-9cb14a3a-0c54-48e6-a639-83dec71cd843-1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.288473794Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9cb14a3a-0c54-48e6-a639-83dec71cd843-1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.300813091Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9cb14a3a-0c54-48e6-a639-83dec71cd843-1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.315469872Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843/.zfs/snapshot/1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.31575097Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.315806621Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.315857842Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.315886993Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.315938275Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.319382719Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.323724627Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"region 9cb14a3a-0c54-48e6-a639-83dec71cd843 running snapshot 1eca01dc-d31c-4c80-b454-d1dba61be18c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.323748228Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"path is \"/data/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.539083541Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"dataset is oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.545212328Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"snapshot is oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843@1eca01dc-d31c-4c80-b454-d1dba61be18c","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.551137701Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843\", \"1eca01dc-d31c-4c80-b454-d1dba61be18c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.551161951Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:37.557222837Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions/9cb14a3a-0c54-48e6-a639-83dec71cd843/snapshots/1eca01dc-d31c-4c80-b454-d1dba61be18c/run","method":"POST","req_id":"d5d2acca-39ff-4930-8073-4b984b6ae153","remote_addr":"[fd00:1122:3344:101::c]:50781","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18188,"response_code":200} {"msg":"region 3e592dc1-049a-4c29-bf7e-1171b1deb586 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:41.933485496Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:41.933663031Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions","method":"POST","req_id":"a2fabb27-52bc-4e06-a8ca-ca9900a852ac","remote_addr":"[fd00:1122:3344:101::c]:50781","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":235,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:41.933694652Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/3e592dc1-049a-4c29-bf7e-1171b1deb586","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:41.939878641Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/3e592dc1-049a-4c29-bf7e-1171b1deb586","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:41.939896191Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3e592dc1-049a-4c29-bf7e-1171b1deb586\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3e592dc1-049a-4c29-bf7e-1171b1deb586\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:41.991147902Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"region":"3e592dc1-049a-4c29-bf7e-1171b1deb586","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3e592dc1-049a-4c29-bf7e-1171b1deb586\" \"--data\" \"/data/regions/3e592dc1-049a-4c29-bf7e-1171b1deb586\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:41.991200903Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"region":"3e592dc1-049a-4c29-bf7e-1171b1deb586","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.091141083Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"region":"3e592dc1-049a-4c29-bf7e-1171b1deb586","component":"worker"} {"msg":"region 3e592dc1-049a-4c29-bf7e-1171b1deb586 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.091184835Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.091280777Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3e592dc1-049a-4c29-bf7e-1171b1deb586","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.091689798Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3e592dc1-049a-4c29-bf7e-1171b1deb586","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.094465604Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.103432629Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3e592dc1-049a-4c29-bf7e-1171b1deb586","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.107136631Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3e592dc1-049a-4c29-bf7e-1171b1deb586","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.107423718Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.10748106Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.107523231Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.107563372Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.110703618Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.121139763Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:42.186408236Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions","method":"POST","req_id":"6432d77e-5048-4b06-8301-f3451c90868d","remote_addr":"[fd00:1122:3344:101::c]:50781","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:41:07.239806449Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions/3e592dc1-049a-4c29-bf7e-1171b1deb586","method":"GET","req_id":"e2083a1a-8180-4416-8ea9-72033520c87c","remote_addr":"[fd00:1122:3344:101::c]:50781","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"path is \"/data/regions/3e592dc1-049a-4c29-bf7e-1171b1deb586\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:41:07.243281734Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"dataset is oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/3e592dc1-049a-4c29-bf7e-1171b1deb586","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:41:07.253410401Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"region 3e592dc1-049a-4c29-bf7e-1171b1deb586 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:41:07.26033927Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:41:07.260503985Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions/3e592dc1-049a-4c29-bf7e-1171b1deb586","method":"DELETE","req_id":"0d31e9d1-5b1b-497c-b9f5-a01f741ba180","remote_addr":"[fd00:1122:3344:101::c]:50781","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17255,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:41:07.260526795Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-3e592dc1-049a-4c29-bf7e-1171b1deb586 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:41:07.261558604Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:41:07.263920028Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions/3e592dc1-049a-4c29-bf7e-1171b1deb586","method":"GET","req_id":"dfbe4484-849e-42a3-a0f5-6ecbbb762721","remote_addr":"[fd00:1122:3344:101::c]:50781","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:41:07.2757003Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_5b33bfd9-3aec-4631-a2d8-448ebbd6fd2d/crucible/regions/3e592dc1-049a-4c29-bf7e-1171b1deb586\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:41:07.284097029Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"region":"3e592dc1-049a-4c29-bf7e-1171b1deb586","component":"worker"} {"msg":"region 3e592dc1-049a-4c29-bf7e-1171b1deb586 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:41:07.3361053Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:41:07.39135571Z","hostname":"oxz_crucible_6aec6293-5590-4eec-94bf-d63285c00c39","pid":23937,"uri":"/crucible/0/regions/3e592dc1-049a-4c29-bf7e-1171b1deb586","method":"GET","req_id":"97500b69-6d17-4dae-a4b5-ed78e1774641","remote_addr":"[fd00:1122:3344:101::c]:50781","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":200}