{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.136700492Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32966"}
{"msg":"region bb3f4527-59ca-471e-87e2-7c1dccbe7358 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.136792375Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.13743409Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"uri":"/crucible/0/regions","method":"POST","req_id":"4991abf6-3d36-4622-9e63-5b7452a0535b","remote_addr":"[fd00:1122:3344:101::a]:32966","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":683,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.137448151Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a23e7ed6-7d83-458b-8c71-7390568d1c9a/crucible/regions/bb3f4527-59ca-471e-87e2-7c1dccbe7358","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.150864326Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a23e7ed6-7d83-458b-8c71-7390568d1c9a/crucible/regions/bb3f4527-59ca-471e-87e2-7c1dccbe7358","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.150893677Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bb3f4527-59ca-471e-87e2-7c1dccbe7358\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bb3f4527-59ca-471e-87e2-7c1dccbe7358\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.202242903Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"region":"bb3f4527-59ca-471e-87e2-7c1dccbe7358","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bb3f4527-59ca-471e-87e2-7c1dccbe7358\" \"--data\" \"/data/regions/bb3f4527-59ca-471e-87e2-7c1dccbe7358\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.204128338Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"region":"bb3f4527-59ca-471e-87e2-7c1dccbe7358","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.310580151Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"region":"bb3f4527-59ca-471e-87e2-7c1dccbe7358","component":"worker"}
{"msg":"region bb3f4527-59ca-471e-87e2-7c1dccbe7358 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.310637772Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.310748985Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bb3f4527-59ca-471e-87e2-7c1dccbe7358","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.317834017Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bb3f4527-59ca-471e-87e2-7c1dccbe7358","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.325505833Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.335667639Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bb3f4527-59ca-471e-87e2-7c1dccbe7358","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.339342749Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bb3f4527-59ca-471e-87e2-7c1dccbe7358","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.339608225Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.339673117Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.339716447Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.339761149Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.343975581Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.348381228Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:27.400226175Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"uri":"/crucible/0/regions","method":"POST","req_id":"6e03cc4f-0f13-48cb-a479-76b16cd3baf3","remote_addr":"[fd00:1122:3344:101::a]:32966","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.762656937Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"uri":"/crucible/0/regions/8d746af8-4b81-470e-9b45-bd136227e996","method":"GET","req_id":"fe05d271-0047-4d2d-a1e9-22db8b19ee3a","remote_addr":"[fd00:1122:3344:101::a]:32966","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":483,"response_code":"200"}
{"msg":"path is \"/data/regions/8d746af8-4b81-470e-9b45-bd136227e996\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.765968718Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"datafile"}
{"msg":"dataset is oxp_a23e7ed6-7d83-458b-8c71-7390568d1c9a/crucible/regions/8d746af8-4b81-470e-9b45-bd136227e996","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.775108829Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"datafile"}
{"msg":"snapshot is oxp_a23e7ed6-7d83-458b-8c71-7390568d1c9a/crucible/regions/8d746af8-4b81-470e-9b45-bd136227e996@9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.784122638Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a23e7ed6-7d83-458b-8c71-7390568d1c9a/crucible/regions/8d746af8-4b81-470e-9b45-bd136227e996\", \"9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.784165119Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.79655568Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"uri":"/crucible/0/regions/8d746af8-4b81-470e-9b45-bd136227e996/snapshots/9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","method":"GET","req_id":"181f3bcb-85b1-418b-a4e1-ef62596bb959","remote_addr":"[fd00:1122:3344:101::a]:32966","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30590,"response_code":"200"}
{"msg":"path is \"/data/regions/8d746af8-4b81-470e-9b45-bd136227e996\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.799882401Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"datafile"}
{"msg":"dataset is oxp_a23e7ed6-7d83-458b-8c71-7390568d1c9a/crucible/regions/8d746af8-4b81-470e-9b45-bd136227e996","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.808420448Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"datafile"}
{"msg":"snapshot is oxp_a23e7ed6-7d83-458b-8c71-7390568d1c9a/crucible/regions/8d746af8-4b81-470e-9b45-bd136227e996@9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.816733849Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a23e7ed6-7d83-458b-8c71-7390568d1c9a/crucible/regions/8d746af8-4b81-470e-9b45-bd136227e996\", \"9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.81676688Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8d746af8-4b81-470e-9b45-bd136227e996-9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.825058251Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"datafile"}
{"msg":"applying SMF actions for region 8d746af8-4b81-470e-9b45-bd136227e996 running snapshot 9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.825267706Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.825278866Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"uri":"/crucible/0/regions/8d746af8-4b81-470e-9b45-bd136227e996/snapshots/9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7/run","method":"POST","req_id":"0afd86d3-b0ab-4cba-a694-4240715876a5","remote_addr":"[fd00:1122:3344:101::a]:32966","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25428,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-8d746af8-4b81-470e-9b45-bd136227e996-9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.828270829Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8d746af8-4b81-470e-9b45-bd136227e996-9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.83118774Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8d746af8-4b81-470e-9b45-bd136227e996-9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.842348551Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d746af8-4b81-470e-9b45-bd136227e996/.zfs/snapshot/9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.842601467Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.842660158Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.842709309Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.842752021Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.842822112Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.846091511Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.850105239Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"worker"}
{"msg":"region 8d746af8-4b81-470e-9b45-bd136227e996 running snapshot 9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.850114339Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"datafile"}
{"msg":"path is \"/data/regions/8d746af8-4b81-470e-9b45-bd136227e996\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.035435605Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"datafile"}
{"msg":"dataset is oxp_a23e7ed6-7d83-458b-8c71-7390568d1c9a/crucible/regions/8d746af8-4b81-470e-9b45-bd136227e996","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.044268019Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"datafile"}
{"msg":"snapshot is oxp_a23e7ed6-7d83-458b-8c71-7390568d1c9a/crucible/regions/8d746af8-4b81-470e-9b45-bd136227e996@9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.053811771Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a23e7ed6-7d83-458b-8c71-7390568d1c9a/crucible/regions/8d746af8-4b81-470e-9b45-bd136227e996\", \"9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.053844852Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:29.062274536Z","hostname":"oxz_crucible_5215aca1-6983-4917-89ca-29d771b18215","pid":22484,"uri":"/crucible/0/regions/8d746af8-4b81-470e-9b45-bd136227e996/snapshots/9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7/run","method":"POST","req_id":"f858d8ea-515b-4732-9adb-010e19a2dc83","remote_addr":"[fd00:1122:3344:101::a]:32966","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26866,"response_code":"200"}