{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.512258408Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36599"}
{"msg":"region 6a5dda0e-91f8-4848-b9b0-bd3ce633de23 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.512349299Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.513189653Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"uri":"/crucible/0/regions","method":"POST","req_id":"7c8ff00c-dd5d-4c20-92ea-c8f4c18d520c","remote_addr":"[fd00:1122:3344:101::a]:36599","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":882,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.513203173Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5e489682-2a3a-407d-8c08-3d48ddf3ef87/crucible/regions/6a5dda0e-91f8-4848-b9b0-bd3ce633de23","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.523534045Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5e489682-2a3a-407d-8c08-3d48ddf3ef87/crucible/regions/6a5dda0e-91f8-4848-b9b0-bd3ce633de23","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.523559466Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6a5dda0e-91f8-4848-b9b0-bd3ce633de23\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6a5dda0e-91f8-4848-b9b0-bd3ce633de23\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.57488752Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"region":"6a5dda0e-91f8-4848-b9b0-bd3ce633de23","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6a5dda0e-91f8-4848-b9b0-bd3ce633de23\" \"--data\" \"/data/regions/6a5dda0e-91f8-4848-b9b0-bd3ce633de23\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.574938141Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"region":"6a5dda0e-91f8-4848-b9b0-bd3ce633de23","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.694048402Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"region":"6a5dda0e-91f8-4848-b9b0-bd3ce633de23","component":"worker"}
{"msg":"region 6a5dda0e-91f8-4848-b9b0-bd3ce633de23 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.694121864Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.694207695Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6a5dda0e-91f8-4848-b9b0-bd3ce633de23","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.694795685Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6a5dda0e-91f8-4848-b9b0-bd3ce633de23","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.701203922Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.730194714Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6a5dda0e-91f8-4848-b9b0-bd3ce633de23","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.734605808Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6a5dda0e-91f8-4848-b9b0-bd3ce633de23","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.734801891Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.734853841Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.734892422Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.734927793Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.738568613Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.748693602Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:45.864675022Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"uri":"/crucible/0/regions","method":"POST","req_id":"4f0c37bd-f108-4d78-9348-a5ad3ac2e288","remote_addr":"[fd00:1122:3344:101::a]:36599","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.002442893Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"uri":"/crucible/0/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b","method":"GET","req_id":"25f86b7d-b87b-474e-842c-60d03571c3f4","remote_addr":"[fd00:1122:3344:101::a]:36599","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2725,"response_code":"200"}
{"msg":"path is \"/data/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.00589977Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"datafile"}
{"msg":"dataset is oxp_5e489682-2a3a-407d-8c08-3d48ddf3ef87/crucible/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.015342347Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"datafile"}
{"msg":"snapshot is oxp_5e489682-2a3a-407d-8c08-3d48ddf3ef87/crucible/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b@9153956a-2838-449a-927f-2d8b9f6e2ea0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.023036715Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5e489682-2a3a-407d-8c08-3d48ddf3ef87/crucible/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b\", \"9153956a-2838-449a-927f-2d8b9f6e2ea0\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.023066276Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.034071989Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"uri":"/crucible/0/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b/snapshots/9153956a-2838-449a-927f-2d8b9f6e2ea0","method":"GET","req_id":"a6559640-3f0c-4b8c-be41-0975176df1b7","remote_addr":"[fd00:1122:3344:101::a]:36599","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28176,"response_code":"200"}
{"msg":"path is \"/data/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.037997394Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"datafile"}
{"msg":"dataset is oxp_5e489682-2a3a-407d-8c08-3d48ddf3ef87/crucible/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.046092509Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"datafile"}
{"msg":"snapshot is oxp_5e489682-2a3a-407d-8c08-3d48ddf3ef87/crucible/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b@9153956a-2838-449a-927f-2d8b9f6e2ea0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.05335991Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5e489682-2a3a-407d-8c08-3d48ddf3ef87/crucible/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b\", \"9153956a-2838-449a-927f-2d8b9f6e2ea0\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.05338448Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 87c77e8f-5875-453b-bbf9-50208f42ab0b-9153956a-2838-449a-927f-2d8b9f6e2ea0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.062669365Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"datafile"}
{"msg":"applying SMF actions for region 87c77e8f-5875-453b-bbf9-50208f42ab0b running snapshot 9153956a-2838-449a-927f-2d8b9f6e2ea0 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.062878018Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.062902559Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"uri":"/crucible/0/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b/snapshots/9153956a-2838-449a-927f-2d8b9f6e2ea0/run","method":"POST","req_id":"5c63871a-9b51-46c3-bf97-880d17440fd1","remote_addr":"[fd00:1122:3344:101::a]:36599","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24937,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-87c77e8f-5875-453b-bbf9-50208f42ab0b-9153956a-2838-449a-927f-2d8b9f6e2ea0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.065044134Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-87c77e8f-5875-453b-bbf9-50208f42ab0b-9153956a-2838-449a-927f-2d8b9f6e2ea0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.075734242Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-87c77e8f-5875-453b-bbf9-50208f42ab0b-9153956a-2838-449a-927f-2d8b9f6e2ea0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.085496834Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b/.zfs/snapshot/9153956a-2838-449a-927f-2d8b9f6e2ea0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.085692888Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.085742469Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.085782229Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.08582191Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.085864581Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.089585533Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.093743722Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"worker"}
{"msg":"region 87c77e8f-5875-453b-bbf9-50208f42ab0b running snapshot 9153956a-2838-449a-927f-2d8b9f6e2ea0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.093754732Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"datafile"}
{"msg":"path is \"/data/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.230344115Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"datafile"}
{"msg":"dataset is oxp_5e489682-2a3a-407d-8c08-3d48ddf3ef87/crucible/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.239501707Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"datafile"}
{"msg":"snapshot is oxp_5e489682-2a3a-407d-8c08-3d48ddf3ef87/crucible/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b@9153956a-2838-449a-927f-2d8b9f6e2ea0","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.247383618Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5e489682-2a3a-407d-8c08-3d48ddf3ef87/crucible/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b\", \"9153956a-2838-449a-927f-2d8b9f6e2ea0\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.247423609Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:54:47.255342931Z","hostname":"oxz_crucible_30eb190d-d472-46a8-86c2-6c7f05fb7e98","pid":22293,"uri":"/crucible/0/regions/87c77e8f-5875-453b-bbf9-50208f42ab0b/snapshots/9153956a-2838-449a-927f-2d8b9f6e2ea0/run","method":"POST","req_id":"d7f64197-6f83-42a6-acf9-48ab075b3416","remote_addr":"[fd00:1122:3344:101::a]:36599","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25039,"response_code":"200"}