{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.416161441Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63914"}
{"msg":"region 6da0f4fa-395c-4789-ae43-f9fed76a2935 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.416220302Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.417121314Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.417131174Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"uri":"/crucible/0/regions","method":"POST","req_id":"0499a1f8-bf6e-4a5a-ba08-cda79aaecd8f","remote_addr":"[fd00:1122:3344:101::a]:63914","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":945,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_fdc5c351-bd0c-490e-a824-bb2f2b967954/crucible/regions/6da0f4fa-395c-4789-ae43-f9fed76a2935","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.431248584Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fdc5c351-bd0c-490e-a824-bb2f2b967954/crucible/regions/6da0f4fa-395c-4789-ae43-f9fed76a2935","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.431278014Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6da0f4fa-395c-4789-ae43-f9fed76a2935\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6da0f4fa-395c-4789-ae43-f9fed76a2935\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.490805095Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"region":"6da0f4fa-395c-4789-ae43-f9fed76a2935","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6da0f4fa-395c-4789-ae43-f9fed76a2935\" \"--data\" \"/data/regions/6da0f4fa-395c-4789-ae43-f9fed76a2935\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.490853806Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"region":"6da0f4fa-395c-4789-ae43-f9fed76a2935","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.553695117Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"region":"6da0f4fa-395c-4789-ae43-f9fed76a2935","component":"worker"}
{"msg":"region 6da0f4fa-395c-4789-ae43-f9fed76a2935 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.553736429Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.55382462Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6da0f4fa-395c-4789-ae43-f9fed76a2935","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.55420985Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6da0f4fa-395c-4789-ae43-f9fed76a2935","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.560130482Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.571462144Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6da0f4fa-395c-4789-ae43-f9fed76a2935","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.575045081Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6da0f4fa-395c-4789-ae43-f9fed76a2935","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.575384209Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.57543589Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.575475601Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.575515482Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.578635897Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.583706989Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.583797081Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.583896014Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.583904254Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.583948985Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.583997016Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.584081578Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.58414498Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.584198701Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.584246082Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.597419429Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.59786873Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.605852802Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"uri":"/crucible/0/regions","method":"POST","req_id":"eefc1f80-fa52-49ee-a586-0aded79e1d30","remote_addr":"[fd00:1122:3344:101::a]:63914","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":92,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.369418069Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61935"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.372054842Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"uri":"/crucible/0/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3","method":"GET","req_id":"fae6fb52-4226-4cee-ac1f-ea94f979c15a","remote_addr":"[fd00:1122:3344:101::a]:61935","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2600,"response_code":"200"}
{"msg":"path is \"/data/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.372240747Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"dataset is oxp_fdc5c351-bd0c-490e-a824-bb2f2b967954/crucible/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.381255164Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"snapshot is oxp_fdc5c351-bd0c-490e-a824-bb2f2b967954/crucible/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3@8024e4d8-277d-43cb-b8aa-5dbd6ebde952","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.38985456Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fdc5c351-bd0c-490e-a824-bb2f2b967954/crucible/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3\", \"8024e4d8-277d-43cb-b8aa-5dbd6ebde952\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.389891071Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.403750304Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"uri":"/crucible/0/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3/snapshots/8024e4d8-277d-43cb-b8aa-5dbd6ebde952","method":"GET","req_id":"e3cc9213-9247-4ff7-9847-25fb8ab69522","remote_addr":"[fd00:1122:3344:101::a]:61935","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31533,"response_code":"200"}
{"msg":"path is \"/data/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.403904618Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"dataset is oxp_fdc5c351-bd0c-490e-a824-bb2f2b967954/crucible/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.412547426Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"snapshot is oxp_fdc5c351-bd0c-490e-a824-bb2f2b967954/crucible/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3@8024e4d8-277d-43cb-b8aa-5dbd6ebde952","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.420758503Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fdc5c351-bd0c-490e-a824-bb2f2b967954/crucible/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3\", \"8024e4d8-277d-43cb-b8aa-5dbd6ebde952\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.420810804Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 9a30626b-f599-4b7f-9fd7-a6694dac1be3-8024e4d8-277d-43cb-b8aa-5dbd6ebde952 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.430283132Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"applying SMF actions for region 9a30626b-f599-4b7f-9fd7-a6694dac1be3 running snapshot 8024e4d8-277d-43cb-b8aa-5dbd6ebde952 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.430468477Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.430506168Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"uri":"/crucible/0/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3/snapshots/8024e4d8-277d-43cb-b8aa-5dbd6ebde952/run","method":"POST","req_id":"b425009a-8b04-43cc-bf5e-ca62b65f5f3f","remote_addr":"[fd00:1122:3344:101::a]:61935","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26631,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.432172718Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.432254559Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.432333872Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.432342062Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.432381673Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.432427304Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.432724961Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.432780232Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.432828593Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.432873514Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.436705797Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-9a30626b-f599-4b7f-9fd7-a6694dac1be3-8024e4d8-277d-43cb-b8aa-5dbd6ebde952","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.437203449Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9a30626b-f599-4b7f-9fd7-a6694dac1be3-8024e4d8-277d-43cb-b8aa-5dbd6ebde952","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.443346256Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9a30626b-f599-4b7f-9fd7-a6694dac1be3-8024e4d8-277d-43cb-b8aa-5dbd6ebde952","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.452577928Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3/.zfs/snapshot/8024e4d8-277d-43cb-b8aa-5dbd6ebde952","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.452783393Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.452837725Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.452878395Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.452917366Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.452966117Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.456216766Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.459998487Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"region 9a30626b-f599-4b7f-9fd7-a6694dac1be3 running snapshot 8024e4d8-277d-43cb-b8aa-5dbd6ebde952 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.460010167Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"region cb444619-1fda-4184-9f95-f2240c35461a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.219984354Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.220129767Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.220139017Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"uri":"/crucible/0/regions","method":"POST","req_id":"3f464a43-b538-4bd1-8607-792ac38450cb","remote_addr":"[fd00:1122:3344:101::a]:63914","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":216,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_fdc5c351-bd0c-490e-a824-bb2f2b967954/crucible/regions/cb444619-1fda-4184-9f95-f2240c35461a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.22980595Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fdc5c351-bd0c-490e-a824-bb2f2b967954/crucible/regions/cb444619-1fda-4184-9f95-f2240c35461a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.229846291Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cb444619-1fda-4184-9f95-f2240c35461a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cb444619-1fda-4184-9f95-f2240c35461a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.290666603Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"region":"cb444619-1fda-4184-9f95-f2240c35461a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cb444619-1fda-4184-9f95-f2240c35461a\" \"--data\" \"/data/regions/cb444619-1fda-4184-9f95-f2240c35461a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.292523427Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"region":"cb444619-1fda-4184-9f95-f2240c35461a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.352932779Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"region":"cb444619-1fda-4184-9f95-f2240c35461a","component":"worker"}
{"msg":"region cb444619-1fda-4184-9f95-f2240c35461a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.35296377Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.353073913Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.354402925Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.354483447Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.354563529Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.354579219Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.35462269Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.354669361Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.35503973Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.355098921Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.355147232Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.355192344Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.359557418Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cb444619-1fda-4184-9f95-f2240c35461a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.36001054Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cb444619-1fda-4184-9f95-f2240c35461a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.363407071Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.371574987Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cb444619-1fda-4184-9f95-f2240c35461a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.37499256Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cb444619-1fda-4184-9f95-f2240c35461a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.375235015Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.375291677Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.375333518Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.375370659Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.37833196Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.383947595Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.507302481Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"uri":"/crucible/0/regions","method":"POST","req_id":"b4f7ad78-a934-40e3-abca-77ceba52f086","remote_addr":"[fd00:1122:3344:101::a]:63914","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.074276973Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"uri":"/crucible/0/regions/cb444619-1fda-4184-9f95-f2240c35461a","method":"GET","req_id":"0d0cc3fd-8e27-487d-bd8c-2de6f7b429c5","remote_addr":"[fd00:1122:3344:101::a]:63914","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":747,"response_code":"200"}
{"msg":"path is \"/data/regions/cb444619-1fda-4184-9f95-f2240c35461a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.076917436Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"dataset is oxp_fdc5c351-bd0c-490e-a824-bb2f2b967954/crucible/regions/cb444619-1fda-4184-9f95-f2240c35461a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.089890088Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"region cb444619-1fda-4184-9f95-f2240c35461a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.098632139Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.098820813Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.101278682Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"uri":"/crucible/0/regions/cb444619-1fda-4184-9f95-f2240c35461a","method":"DELETE","req_id":"311b920f-3288-4b34-b514-9ffbfe15ee3c","remote_addr":"[fd00:1122:3344:101::a]:63914","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24409,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-cb444619-1fda-4184-9f95-f2240c35461a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.102110852Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.104066889Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"uri":"/crucible/0/regions/cb444619-1fda-4184-9f95-f2240c35461a","method":"GET","req_id":"46068de5-54d1-4c5c-b670-2983fca2ba6f","remote_addr":"[fd00:1122:3344:101::a]:63914","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.108204079Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.108305771Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.108406104Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.108416984Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.108465755Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.108519866Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a30626b-f599-4b7f-9fd7-a6694dac1be3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.108990478Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.109053699Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.10910187Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.109150371Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.113072866Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.114659104Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_fdc5c351-bd0c-490e-a824-bb2f2b967954/crucible/regions/cb444619-1fda-4184-9f95-f2240c35461a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.126707224Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"region":"cb444619-1fda-4184-9f95-f2240c35461a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.175797274Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"uri":"/crucible/0/regions/cb444619-1fda-4184-9f95-f2240c35461a","method":"GET","req_id":"6bd36cfd-54c2-4d89-857d-370cd3aba9fc","remote_addr":"[fd00:1122:3344:101::a]:63914","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"region cb444619-1fda-4184-9f95-f2240c35461a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.193623742Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.273181055Z","hostname":"oxz_crucible_9455c56f-ebb4-41f9-b986-4b7e571feacf","pid":24511,"uri":"/crucible/0/regions/cb444619-1fda-4184-9f95-f2240c35461a","method":"GET","req_id":"71633d81-5300-4eda-b723-2b5d74631385","remote_addr":"[fd00:1122:3344:101::a]:63914","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30,"response_code":"200"}