{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.788350734Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48977"}
{"msg":"region aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.788403045Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.789129037Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.789146778Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"uri":"/crucible/0/regions","method":"POST","req_id":"e3ece014-e23c-479e-b762-29c2c4d1cbde","remote_addr":"[fd00:1122:3344:101::a]:48977","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":743,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_7ac03450-9a27-4ec4-9669-9eb798da4419/crucible/regions/aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.800351897Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7ac03450-9a27-4ec4-9669-9eb798da4419/crucible/regions/aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.800379248Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.872164413Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"region":"aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a\" \"--data\" \"/data/regions/aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.872215674Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"region":"aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.994691868Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"region":"aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a","component":"worker"}
{"msg":"region aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.994741169Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.994832351Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.001625266Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.016935885Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.039485817Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.049906023Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa5fa2b5-77b8-4f08-934d-4bc3563f2e6a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.050205108Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.05027792Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.050330061Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.050389822Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.059041228Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.066571746Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.086569044Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"uri":"/crucible/0/regions","method":"POST","req_id":"b8b8385a-a446-4f1e-abc7-fd77e6019f30","remote_addr":"[fd00:1122:3344:101::a]:48977","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":128,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.612645483Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"uri":"/crucible/0/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9","method":"GET","req_id":"81b08e67-ad3c-4fe4-8aa6-e7dd5c046bd0","remote_addr":"[fd00:1122:3344:101::a]:48977","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.618395801Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"datafile"}
{"msg":"dataset is oxp_7ac03450-9a27-4ec4-9669-9eb798da4419/crucible/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.628716975Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"datafile"}
{"msg":"snapshot is oxp_7ac03450-9a27-4ec4-9669-9eb798da4419/crucible/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9@1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.637765649Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7ac03450-9a27-4ec4-9669-9eb798da4419/crucible/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9\", \"1a76e494-6783-46a7-a79f-50626afc5c9d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.637792789Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.648304407Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"uri":"/crucible/0/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9/snapshots/1a76e494-6783-46a7-a79f-50626afc5c9d","method":"GET","req_id":"d3cf4966-33be-4b24-98fb-73041d3497eb","remote_addr":"[fd00:1122:3344:101::a]:48977","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":33009,"response_code":"200"}
{"msg":"path is \"/data/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.6514483Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"datafile"}
{"msg":"dataset is oxp_7ac03450-9a27-4ec4-9669-9eb798da4419/crucible/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.658767814Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"datafile"}
{"msg":"snapshot is oxp_7ac03450-9a27-4ec4-9669-9eb798da4419/crucible/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9@1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.667108026Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7ac03450-9a27-4ec4-9669-9eb798da4419/crucible/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9\", \"1a76e494-6783-46a7-a79f-50626afc5c9d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.667132606Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 286c6c79-8c08-440f-93a7-8a8e700dd4e9-1a76e494-6783-46a7-a79f-50626afc5c9d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.675195392Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"datafile"}
{"msg":"applying SMF actions for region 286c6c79-8c08-440f-93a7-8a8e700dd4e9 running snapshot 1a76e494-6783-46a7-a79f-50626afc5c9d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.675386936Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.675427596Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"uri":"/crucible/0/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9/snapshots/1a76e494-6783-46a7-a79f-50626afc5c9d/run","method":"POST","req_id":"d9220c0f-0106-4085-9d09-5e381379675e","remote_addr":"[fd00:1122:3344:101::a]:48977","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24007,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-286c6c79-8c08-440f-93a7-8a8e700dd4e9-1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.678131642Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-286c6c79-8c08-440f-93a7-8a8e700dd4e9-1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.684746124Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-286c6c79-8c08-440f-93a7-8a8e700dd4e9-1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.70277637Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9/.zfs/snapshot/1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.703034894Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.703095375Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.703138436Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.703181426Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.703238547Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.711406426Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.71991881Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"worker"}
{"msg":"region 286c6c79-8c08-440f-93a7-8a8e700dd4e9 running snapshot 1a76e494-6783-46a7-a79f-50626afc5c9d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.71992858Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"datafile"}
{"msg":"path is \"/data/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.944998852Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"datafile"}
{"msg":"dataset is oxp_7ac03450-9a27-4ec4-9669-9eb798da4419/crucible/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.954081926Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"datafile"}
{"msg":"snapshot is oxp_7ac03450-9a27-4ec4-9669-9eb798da4419/crucible/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9@1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.963577396Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7ac03450-9a27-4ec4-9669-9eb798da4419/crucible/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9\", \"1a76e494-6783-46a7-a79f-50626afc5c9d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.963604017Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.971596422Z","hostname":"oxz_crucible_581275cf-e6a7-4ef5-ad1e-36b1379b2a18","pid":24425,"uri":"/crucible/0/regions/286c6c79-8c08-440f-93a7-8a8e700dd4e9/snapshots/1a76e494-6783-46a7-a79f-50626afc5c9d/run","method":"POST","req_id":"903a9a7e-ef92-4847-a007-832dd5bd7334","remote_addr":"[fd00:1122:3344:101::a]:48977","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26625,"response_code":"200"}