{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:16.907174773Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41297"} {"msg":"region 70f9825a-4a22-49e8-9ac2-2dbaed9b2e17 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:16.907277805Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:16.907862511Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:16.907874071Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"uri":"/crucible/0/regions","method":"POST","req_id":"d28c623f-9a29-4cda-aa98-04bec11b7b08","remote_addr":"[fd00:1122:3344:101::a]:41297","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":628,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e4b5d19c-a0af-4bdc-b0bd-9b65961626fc/crucible/regions/70f9825a-4a22-49e8-9ac2-2dbaed9b2e17","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:16.918187639Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4b5d19c-a0af-4bdc-b0bd-9b65961626fc/crucible/regions/70f9825a-4a22-49e8-9ac2-2dbaed9b2e17","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:16.918215059Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"70f9825a-4a22-49e8-9ac2-2dbaed9b2e17\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/70f9825a-4a22-49e8-9ac2-2dbaed9b2e17\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:16.983243156Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"region":"70f9825a-4a22-49e8-9ac2-2dbaed9b2e17","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"70f9825a-4a22-49e8-9ac2-2dbaed9b2e17\" \"--data\" \"/data/regions/70f9825a-4a22-49e8-9ac2-2dbaed9b2e17\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:16.983297097Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"region":"70f9825a-4a22-49e8-9ac2-2dbaed9b2e17","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.088150967Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"region":"70f9825a-4a22-49e8-9ac2-2dbaed9b2e17","component":"worker"} {"msg":"region 70f9825a-4a22-49e8-9ac2-2dbaed9b2e17 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.088212259Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.088346912Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-70f9825a-4a22-49e8-9ac2-2dbaed9b2e17","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.101027131Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-70f9825a-4a22-49e8-9ac2-2dbaed9b2e17","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.105772574Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.117917659Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-70f9825a-4a22-49e8-9ac2-2dbaed9b2e17","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.12218454Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/70f9825a-4a22-49e8-9ac2-2dbaed9b2e17","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.122542179Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.122614661Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.122672912Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.122727634Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.127431406Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.133578515Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:17.150427212Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"uri":"/crucible/0/regions","method":"POST","req_id":"64d3188d-b11d-42d7-8d7b-2da57e93ab4a","remote_addr":"[fd00:1122:3344:101::a]:41297","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.933311907Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"uri":"/crucible/0/regions/48075671-6b30-4640-8c9b-d2ce0676345a","method":"GET","req_id":"45bea59c-689b-4815-af47-e6301d6e15b8","remote_addr":"[fd00:1122:3344:101::a]:41297","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2995,"response_code":"200"} {"msg":"path is \"/data/regions/48075671-6b30-4640-8c9b-d2ce0676345a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.937074655Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"datafile"} {"msg":"dataset is oxp_e4b5d19c-a0af-4bdc-b0bd-9b65961626fc/crucible/regions/48075671-6b30-4640-8c9b-d2ce0676345a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.945923094Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"datafile"} {"msg":"snapshot is oxp_e4b5d19c-a0af-4bdc-b0bd-9b65961626fc/crucible/regions/48075671-6b30-4640-8c9b-d2ce0676345a@3a93f198-83bf-4238-b4c8-12b53ba529c5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.953207103Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e4b5d19c-a0af-4bdc-b0bd-9b65961626fc/crucible/regions/48075671-6b30-4640-8c9b-d2ce0676345a\", \"3a93f198-83bf-4238-b4c8-12b53ba529c5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.953236764Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.962683529Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"uri":"/crucible/0/regions/48075671-6b30-4640-8c9b-d2ce0676345a/snapshots/3a93f198-83bf-4238-b4c8-12b53ba529c5","method":"GET","req_id":"cedb9c95-9a9c-4f67-90b4-92444b8f792b","remote_addr":"[fd00:1122:3344:101::a]:41297","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25619,"response_code":"200"} {"msg":"path is \"/data/regions/48075671-6b30-4640-8c9b-d2ce0676345a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.966650782Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"datafile"} {"msg":"dataset is oxp_e4b5d19c-a0af-4bdc-b0bd-9b65961626fc/crucible/regions/48075671-6b30-4640-8c9b-d2ce0676345a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.974979258Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"datafile"} {"msg":"snapshot is oxp_e4b5d19c-a0af-4bdc-b0bd-9b65961626fc/crucible/regions/48075671-6b30-4640-8c9b-d2ce0676345a@3a93f198-83bf-4238-b4c8-12b53ba529c5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.982165134Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e4b5d19c-a0af-4bdc-b0bd-9b65961626fc/crucible/regions/48075671-6b30-4640-8c9b-d2ce0676345a\", \"3a93f198-83bf-4238-b4c8-12b53ba529c5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.982209645Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 48075671-6b30-4640-8c9b-d2ce0676345a-3a93f198-83bf-4238-b4c8-12b53ba529c5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.990782958Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"datafile"} {"msg":"applying SMF actions for region 48075671-6b30-4640-8c9b-d2ce0676345a running snapshot 3a93f198-83bf-4238-b4c8-12b53ba529c5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.990974283Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.991018814Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"uri":"/crucible/0/regions/48075671-6b30-4640-8c9b-d2ce0676345a/snapshots/3a93f198-83bf-4238-b4c8-12b53ba529c5/run","method":"POST","req_id":"47e87392-d8ff-4f87-b51e-08f730aa51d3","remote_addr":"[fd00:1122:3344:101::a]:41297","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24396,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-48075671-6b30-4640-8c9b-d2ce0676345a-3a93f198-83bf-4238-b4c8-12b53ba529c5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:18.993210001Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-48075671-6b30-4640-8c9b-d2ce0676345a-3a93f198-83bf-4238-b4c8-12b53ba529c5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.004400861Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-48075671-6b30-4640-8c9b-d2ce0676345a-3a93f198-83bf-4238-b4c8-12b53ba529c5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.014813641Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/48075671-6b30-4640-8c9b-d2ce0676345a/.zfs/snapshot/3a93f198-83bf-4238-b4c8-12b53ba529c5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.015066928Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.015119849Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.01516512Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.015207171Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.015255842Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.01939444Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.023995849Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"worker"} {"msg":"region 48075671-6b30-4640-8c9b-d2ce0676345a running snapshot 3a93f198-83bf-4238-b4c8-12b53ba529c5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.024005489Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"datafile"} {"msg":"path is \"/data/regions/48075671-6b30-4640-8c9b-d2ce0676345a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.279857656Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"datafile"} {"msg":"dataset is oxp_e4b5d19c-a0af-4bdc-b0bd-9b65961626fc/crucible/regions/48075671-6b30-4640-8c9b-d2ce0676345a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.287848353Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"datafile"} {"msg":"snapshot is oxp_e4b5d19c-a0af-4bdc-b0bd-9b65961626fc/crucible/regions/48075671-6b30-4640-8c9b-d2ce0676345a@3a93f198-83bf-4238-b4c8-12b53ba529c5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.296639061Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e4b5d19c-a0af-4bdc-b0bd-9b65961626fc/crucible/regions/48075671-6b30-4640-8c9b-d2ce0676345a\", \"3a93f198-83bf-4238-b4c8-12b53ba529c5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.296690982Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-13T21:09:19.305452069Z","hostname":"oxz_crucible_bff800da-cff5-4cda-b579-2e526f239d7e","pid":22092,"uri":"/crucible/0/regions/48075671-6b30-4640-8c9b-d2ce0676345a/snapshots/3a93f198-83bf-4238-b4c8-12b53ba529c5/run","method":"POST","req_id":"6b65d83e-7266-4053-8a39-c29d96753d01","remote_addr":"[fd00:1122:3344:101::a]:41297","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25629,"response_code":"200"}