{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.557252745Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51358"} {"msg":"region 56a75498-e470-4ca5-8c68-f9f5c3e85559 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.586466429Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.589988559Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.590009209Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"uri":"/crucible/0/regions","method":"POST","req_id":"90e8f3df-c4cf-464a-b495-50be45d0f59e","remote_addr":"[fd00:1122:3344:101::a]:51358","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":3574,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/56a75498-e470-4ca5-8c68-f9f5c3e85559","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.599260505Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/56a75498-e470-4ca5-8c68-f9f5c3e85559","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.599288446Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"56a75498-e470-4ca5-8c68-f9f5c3e85559\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/56a75498-e470-4ca5-8c68-f9f5c3e85559\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.663034383Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"region":"56a75498-e470-4ca5-8c68-f9f5c3e85559","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.730736507Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"region":"56a75498-e470-4ca5-8c68-f9f5c3e85559","component":"worker"} {"msg":"region 56a75498-e470-4ca5-8c68-f9f5c3e85559 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.730781848Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.730855229Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-56a75498-e470-4ca5-8c68-f9f5c3e85559","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.737070054Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-56a75498-e470-4ca5-8c68-f9f5c3e85559","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.745367054Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.753203216Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-56a75498-e470-4ca5-8c68-f9f5c3e85559","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.755714129Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/56a75498-e470-4ca5-8c68-f9f5c3e85559","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.755904562Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.755956163Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.755996394Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.756035334Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.761576488Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.76643575Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:21.912820523Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"uri":"/crucible/0/regions","method":"POST","req_id":"1bf90dd7-de81-4df6-9bb3-a17fae926537","remote_addr":"[fd00:1122:3344:101::a]:51358","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.714709621Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48831"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.714824073Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"uri":"/crucible/0/regions/05856daa-212c-4df5-a2e7-53df60e99aaa","method":"GET","req_id":"c3f675aa-920b-4d72-8045-0432d56a7f0a","remote_addr":"[fd00:1122:3344:101::a]:48831","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":98,"response_code":"200"} {"msg":"path is \"/data/regions/05856daa-212c-4df5-a2e7-53df60e99aaa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.717156282Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"datafile"} {"msg":"dataset is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/05856daa-212c-4df5-a2e7-53df60e99aaa","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.726213586Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"datafile"} {"msg":"snapshot is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/05856daa-212c-4df5-a2e7-53df60e99aaa@c419998c-6c56-4366-8fb2-eb576bcaddbb","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.734324732Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/05856daa-212c-4df5-a2e7-53df60e99aaa\", \"c419998c-6c56-4366-8fb2-eb576bcaddbb\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.734350403Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.745549672Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"uri":"/crucible/0/regions/05856daa-212c-4df5-a2e7-53df60e99aaa/snapshots/c419998c-6c56-4366-8fb2-eb576bcaddbb","method":"GET","req_id":"0595f442-dd29-407f-a24b-8341036fe0f1","remote_addr":"[fd00:1122:3344:101::a]:48831","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30549,"response_code":"200"} {"msg":"path is \"/data/regions/05856daa-212c-4df5-a2e7-53df60e99aaa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.745730775Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"datafile"} {"msg":"dataset is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/05856daa-212c-4df5-a2e7-53df60e99aaa","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.754654696Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"datafile"} {"msg":"snapshot is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/05856daa-212c-4df5-a2e7-53df60e99aaa@c419998c-6c56-4366-8fb2-eb576bcaddbb","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.763212971Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/05856daa-212c-4df5-a2e7-53df60e99aaa\", \"c419998c-6c56-4366-8fb2-eb576bcaddbb\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.763250201Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 05856daa-212c-4df5-a2e7-53df60e99aaa-c419998c-6c56-4366-8fb2-eb576bcaddbb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.772469907Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"datafile"} {"msg":"applying SMF actions for region 05856daa-212c-4df5-a2e7-53df60e99aaa running snapshot c419998c-6c56-4366-8fb2-eb576bcaddbb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.77262136Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.77266286Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"uri":"/crucible/0/regions/05856daa-212c-4df5-a2e7-53df60e99aaa/snapshots/c419998c-6c56-4366-8fb2-eb576bcaddbb/run","method":"POST","req_id":"80e632d5-3c02-449e-ae80-7d0878e35aa5","remote_addr":"[fd00:1122:3344:101::a]:48831","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26969,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-05856daa-212c-4df5-a2e7-53df60e99aaa-c419998c-6c56-4366-8fb2-eb576bcaddbb","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.77498691Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-05856daa-212c-4df5-a2e7-53df60e99aaa-c419998c-6c56-4366-8fb2-eb576bcaddbb","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.780852729Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-05856daa-212c-4df5-a2e7-53df60e99aaa-c419998c-6c56-4366-8fb2-eb576bcaddbb","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.792888972Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05856daa-212c-4df5-a2e7-53df60e99aaa/.zfs/snapshot/c419998c-6c56-4366-8fb2-eb576bcaddbb","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.793166927Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.793220848Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.793276749Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.793320759Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.79337801Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.796793238Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.800918058Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"worker"} {"msg":"region 05856daa-212c-4df5-a2e7-53df60e99aaa running snapshot c419998c-6c56-4366-8fb2-eb576bcaddbb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-07T22:47:22.800930398Z","hostname":"oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466","pid":22457,"component":"datafile"}