{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.788609418Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50468"}
{"msg":"region a9c6e3bc-fc73-4f04-bee5-8f52250fc851 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.789437112Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.790325007Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.790334018Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"uri":"/crucible/0/regions","method":"POST","req_id":"05c505c4-1b48-491c-9ea3-c9ffc373b512","remote_addr":"[fd00:1122:3344:101::a]:50468","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1694,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_c4828395-89b1-4653-93a7-55b242871c48/crucible/regions/a9c6e3bc-fc73-4f04-bee5-8f52250fc851","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.801882543Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c4828395-89b1-4653-93a7-55b242871c48/crucible/regions/a9c6e3bc-fc73-4f04-bee5-8f52250fc851","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.801909254Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a9c6e3bc-fc73-4f04-bee5-8f52250fc851\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a9c6e3bc-fc73-4f04-bee5-8f52250fc851\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.871805417Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"region":"a9c6e3bc-fc73-4f04-bee5-8f52250fc851","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a9c6e3bc-fc73-4f04-bee5-8f52250fc851\" \"--data\" \"/data/regions/a9c6e3bc-fc73-4f04-bee5-8f52250fc851\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.871853108Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"region":"a9c6e3bc-fc73-4f04-bee5-8f52250fc851","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.994969353Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"region":"a9c6e3bc-fc73-4f04-bee5-8f52250fc851","component":"worker"}
{"msg":"region a9c6e3bc-fc73-4f04-bee5-8f52250fc851 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.995013894Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.995123326Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a9c6e3bc-fc73-4f04-bee5-8f52250fc851","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.003823603Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a9c6e3bc-fc73-4f04-bee5-8f52250fc851","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.016982116Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.038657913Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a9c6e3bc-fc73-4f04-bee5-8f52250fc851","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.049823822Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a9c6e3bc-fc73-4f04-bee5-8f52250fc851","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.050104717Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.050161038Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.050204708Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.050246629Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.059019898Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.066556905Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.073007475Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"uri":"/crucible/0/regions","method":"POST","req_id":"abe1ee40-239c-44d7-bb08-01171a16c62b","remote_addr":"[fd00:1122:3344:101::a]:50468","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.987851677Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"uri":"/crucible/0/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0","method":"GET","req_id":"19b0318a-aeb7-4ea1-bc47-e8974d473c70","remote_addr":"[fd00:1122:3344:101::a]:50468","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"path is \"/data/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.99392912Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"datafile"}
{"msg":"dataset is oxp_c4828395-89b1-4653-93a7-55b242871c48/crucible/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.003278159Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"datafile"}
{"msg":"snapshot is oxp_c4828395-89b1-4653-93a7-55b242871c48/crucible/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0@1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.013612844Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c4828395-89b1-4653-93a7-55b242871c48/crucible/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0\", \"1a76e494-6783-46a7-a79f-50626afc5c9d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.013657264Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.02522174Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"uri":"/crucible/0/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0/snapshots/1a76e494-6783-46a7-a79f-50626afc5c9d","method":"GET","req_id":"84e5dd73-dc9d-4579-bb19-89e573b782aa","remote_addr":"[fd00:1122:3344:101::a]:50468","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":34566,"response_code":"200"}
{"msg":"path is \"/data/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.028195301Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"datafile"}
{"msg":"dataset is oxp_c4828395-89b1-4653-93a7-55b242871c48/crucible/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.037160932Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"datafile"}
{"msg":"snapshot is oxp_c4828395-89b1-4653-93a7-55b242871c48/crucible/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0@1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.04586691Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c4828395-89b1-4653-93a7-55b242871c48/crucible/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0\", \"1a76e494-6783-46a7-a79f-50626afc5c9d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.04589452Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 855e0de6-8120-4f06-9b81-4099f6eed3d0-1a76e494-6783-46a7-a79f-50626afc5c9d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.054998635Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"datafile"}
{"msg":"applying SMF actions for region 855e0de6-8120-4f06-9b81-4099f6eed3d0 running snapshot 1a76e494-6783-46a7-a79f-50626afc5c9d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.055171978Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.055217868Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"uri":"/crucible/0/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0/snapshots/1a76e494-6783-46a7-a79f-50626afc5c9d/run","method":"POST","req_id":"4e441d83-9efd-4714-a79b-110a246a9612","remote_addr":"[fd00:1122:3344:101::a]:50468","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27052,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-855e0de6-8120-4f06-9b81-4099f6eed3d0-1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.057957145Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-855e0de6-8120-4f06-9b81-4099f6eed3d0-1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.063444047Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-855e0de6-8120-4f06-9b81-4099f6eed3d0-1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.081849779Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0/.zfs/snapshot/1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.082142894Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.082203815Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.082250886Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.082291027Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.082341798Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.087470144Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.095239006Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"worker"}
{"msg":"region 855e0de6-8120-4f06-9b81-4099f6eed3d0 running snapshot 1a76e494-6783-46a7-a79f-50626afc5c9d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.095254706Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"datafile"}
{"msg":"path is \"/data/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.418932978Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"datafile"}
{"msg":"dataset is oxp_c4828395-89b1-4653-93a7-55b242871c48/crucible/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.428758904Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"datafile"}
{"msg":"snapshot is oxp_c4828395-89b1-4653-93a7-55b242871c48/crucible/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0@1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.437139186Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c4828395-89b1-4653-93a7-55b242871c48/crucible/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0\", \"1a76e494-6783-46a7-a79f-50626afc5c9d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.437165876Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.445761212Z","hostname":"oxz_crucible_92744278-0a6d-41bc-a502-b694867741c6","pid":24441,"uri":"/crucible/0/regions/855e0de6-8120-4f06-9b81-4099f6eed3d0/snapshots/1a76e494-6783-46a7-a79f-50626afc5c9d/run","method":"POST","req_id":"3dca130c-677d-4a8b-9e92-f1859fc0746e","remote_addr":"[fd00:1122:3344:101::a]:50468","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26876,"response_code":"200"}