[ Jul 12 00:36:26 Enabled. ]
[ Jul 12 00:36:26 Rereading configuration. ]
[ Jul 12 00:36:29 Rereading configuration. ]
[ Jul 12 00:36:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ae5b1df6-f441-48a5-b29a-1817ac56838f/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ae5b1df6-f441-48a5-b29a-1817ac56838f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.392648318Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.398472508Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.398489418Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.421994349Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.555812364Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.731184511Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60920"}
{"msg":"region 4b84cd15-edf8-4f48-9e1a-027069a95f20 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.740219799Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.743060153Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions","method":"POST","req_id":"9c3292f0-c3d8-41d0-b0eb-e19d105c4f3c","remote_addr":"[fd00:1122:3344:101::a]:60920","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":6910,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.743671542Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_ae5b1df6-f441-48a5-b29a-1817ac56838f/crucible/regions/4b84cd15-edf8-4f48-9e1a-027069a95f20","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.757510565Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ae5b1df6-f441-48a5-b29a-1817ac56838f/crucible/regions/4b84cd15-edf8-4f48-9e1a-027069a95f20","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.757589216Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4b84cd15-edf8-4f48-9e1a-027069a95f20\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4b84cd15-edf8-4f48-9e1a-027069a95f20\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.842875595Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"region":"4b84cd15-edf8-4f48-9e1a-027069a95f20","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4b84cd15-edf8-4f48-9e1a-027069a95f20\" \"--data\" \"/data/regions/4b84cd15-edf8-4f48-9e1a-027069a95f20\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.844776315Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"region":"4b84cd15-edf8-4f48-9e1a-027069a95f20","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.913994028Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions","method":"POST","req_id":"72798fae-c78f-46bd-8988-18a4c66f39a4","remote_addr":"[fd00:1122:3344:101::a]:60920","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.959934743Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"region":"4b84cd15-edf8-4f48-9e1a-027069a95f20","component":"worker"}
{"msg":"region 4b84cd15-edf8-4f48-9e1a-027069a95f20 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.959999244Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.960246737Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4b84cd15-edf8-4f48-9e1a-027069a95f20","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.960712944Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4b84cd15-edf8-4f48-9e1a-027069a95f20","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.964093536Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.975478881Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4b84cd15-edf8-4f48-9e1a-027069a95f20","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.978248234Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4b84cd15-edf8-4f48-9e1a-027069a95f20","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.978960105Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.981139068Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.981192069Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.9812412Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.988935088Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.995516719Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.603459294Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions","method":"POST","req_id":"bdf0e849-dda6-4526-a6b1-1101284262a3","remote_addr":"[fd00:1122:3344:101::a]:60920","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.819060645Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions/4b84cd15-edf8-4f48-9e1a-027069a95f20","method":"GET","req_id":"abd3cca5-8c63-4d3a-9e03-07be2c1e3b8a","remote_addr":"[fd00:1122:3344:101::a]:60920","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"path is \"/data/regions/4b84cd15-edf8-4f48-9e1a-027069a95f20\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.820966834Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"dataset is oxp_ae5b1df6-f441-48a5-b29a-1817ac56838f/crucible/regions/4b84cd15-edf8-4f48-9e1a-027069a95f20","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.83042371Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"region 4b84cd15-edf8-4f48-9e1a-027069a95f20 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.83830286Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.838528354Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.838593645Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions/4b84cd15-edf8-4f48-9e1a-027069a95f20","method":"DELETE","req_id":"6278c226-8d94-4efb-88a4-651459da18c7","remote_addr":"[fd00:1122:3344:101::a]:60920","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17675,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-4b84cd15-edf8-4f48-9e1a-027069a95f20 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.83958637Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.840664047Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions/4b84cd15-edf8-4f48-9e1a-027069a95f20","method":"GET","req_id":"3570bee3-29ba-461b-a18e-97170d4e7018","remote_addr":"[fd00:1122:3344:101::a]:60920","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.844057709Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ae5b1df6-f441-48a5-b29a-1817ac56838f/crucible/regions/4b84cd15-edf8-4f48-9e1a-027069a95f20\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.853593085Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"region":"4b84cd15-edf8-4f48-9e1a-027069a95f20","component":"worker"}
{"msg":"region 4b84cd15-edf8-4f48-9e1a-027069a95f20 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.923712951Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.987310448Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions/4b84cd15-edf8-4f48-9e1a-027069a95f20","method":"GET","req_id":"b65571cc-ac28-455c-998f-1a2422030a98","remote_addr":"[fd00:1122:3344:101::a]:60920","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":649,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.773257657Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52437"}
{"msg":"region 1e9134a2-4e57-4dc4-aff5-aabc1775cef7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.77349405Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.777427301Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions","method":"POST","req_id":"7ad0a58c-5a9d-4549-897f-acc9c9916c69","remote_addr":"[fd00:1122:3344:101::a]:52437","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":3985,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.777451181Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ae5b1df6-f441-48a5-b29a-1817ac56838f/crucible/regions/1e9134a2-4e57-4dc4-aff5-aabc1775cef7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.787659908Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ae5b1df6-f441-48a5-b29a-1817ac56838f/crucible/regions/1e9134a2-4e57-4dc4-aff5-aabc1775cef7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.787691518Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1e9134a2-4e57-4dc4-aff5-aabc1775cef7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1e9134a2-4e57-4dc4-aff5-aabc1775cef7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.845327674Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"region":"1e9134a2-4e57-4dc4-aff5-aabc1775cef7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1e9134a2-4e57-4dc4-aff5-aabc1775cef7\" \"--data\" \"/data/regions/1e9134a2-4e57-4dc4-aff5-aabc1775cef7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.847250583Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"region":"1e9134a2-4e57-4dc4-aff5-aabc1775cef7","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.910545715Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"region":"1e9134a2-4e57-4dc4-aff5-aabc1775cef7","component":"worker"}
{"msg":"region 1e9134a2-4e57-4dc4-aff5-aabc1775cef7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.910574695Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.910681437Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1e9134a2-4e57-4dc4-aff5-aabc1775cef7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.912023978Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1e9134a2-4e57-4dc4-aff5-aabc1775cef7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.916834281Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.932134646Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1e9134a2-4e57-4dc4-aff5-aabc1775cef7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.935248194Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1e9134a2-4e57-4dc4-aff5-aabc1775cef7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.935507898Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.935568918Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.935616629Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.93565814Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.940056267Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.944672138Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.951641345Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions","method":"POST","req_id":"e87f3fd4-c4d9-4dc6-98df-d70fcb9c607a","remote_addr":"[fd00:1122:3344:101::a]:52437","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"region 45ef4214-8e86-4e66-a753-1f0646c034a3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.493043764Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.493203366Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.493225236Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions","method":"POST","req_id":"53fe4971-790e-49a3-bdae-a3ddfbcbecfb","remote_addr":"[fd00:1122:3344:101::a]:52437","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":219,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ae5b1df6-f441-48a5-b29a-1817ac56838f/crucible/regions/45ef4214-8e86-4e66-a753-1f0646c034a3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.50321031Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ae5b1df6-f441-48a5-b29a-1817ac56838f/crucible/regions/45ef4214-8e86-4e66-a753-1f0646c034a3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.50324657Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"45ef4214-8e86-4e66-a753-1f0646c034a3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/45ef4214-8e86-4e66-a753-1f0646c034a3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.574544315Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"region":"45ef4214-8e86-4e66-a753-1f0646c034a3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"45ef4214-8e86-4e66-a753-1f0646c034a3\" \"--data\" \"/data/regions/45ef4214-8e86-4e66-a753-1f0646c034a3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.574599576Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"region":"45ef4214-8e86-4e66-a753-1f0646c034a3","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.638262634Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"region":"45ef4214-8e86-4e66-a753-1f0646c034a3","component":"worker"}
{"msg":"region 45ef4214-8e86-4e66-a753-1f0646c034a3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.638303264Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.638428906Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-45ef4214-8e86-4e66-a753-1f0646c034a3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.640507428Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-45ef4214-8e86-4e66-a753-1f0646c034a3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.647706839Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.655302408Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-45ef4214-8e86-4e66-a753-1f0646c034a3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.657691572Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/45ef4214-8e86-4e66-a753-1f0646c034a3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.657938626Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.657998037Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.658045037Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.658088338Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.66145185Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.665462711Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.677841221Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions","method":"POST","req_id":"33dc08ca-4ba9-4f6e-bd9f-db31573f5d46","remote_addr":"[fd00:1122:3344:101::a]:52437","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.186041043Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions/45ef4214-8e86-4e66-a753-1f0646c034a3","method":"GET","req_id":"697d0b30-eae9-42ee-aefa-436bf1ebebae","remote_addr":"[fd00:1122:3344:101::a]:52437","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/45ef4214-8e86-4e66-a753-1f0646c034a3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.188369279Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"dataset is oxp_ae5b1df6-f441-48a5-b29a-1817ac56838f/crucible/regions/45ef4214-8e86-4e66-a753-1f0646c034a3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.201117574Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"region 45ef4214-8e86-4e66-a753-1f0646c034a3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.209708776Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.20993618Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.209973461Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions/45ef4214-8e86-4e66-a753-1f0646c034a3","method":"DELETE","req_id":"62bfaadf-4f26-4fa1-8e84-1ec52028514b","remote_addr":"[fd00:1122:3344:101::a]:52437","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21627,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-45ef4214-8e86-4e66-a753-1f0646c034a3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.21190961Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.212482269Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions/45ef4214-8e86-4e66-a753-1f0646c034a3","method":"GET","req_id":"446d099c-ace5-4238-bc8d-f9eb757d5e76","remote_addr":"[fd00:1122:3344:101::a]:52437","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.217150921Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ae5b1df6-f441-48a5-b29a-1817ac56838f/crucible/regions/45ef4214-8e86-4e66-a753-1f0646c034a3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.226953601Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"region":"45ef4214-8e86-4e66-a753-1f0646c034a3","component":"worker"}
{"msg":"region 45ef4214-8e86-4e66-a753-1f0646c034a3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.272254597Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.310096068Z","hostname":"oxz_crucible_35bb1eaa-5c78-40c9-9f86-a889c2477e0f","pid":21234,"uri":"/crucible/0/regions/45ef4214-8e86-4e66-a753-1f0646c034a3","method":"GET","req_id":"6d68d336-5cca-469f-a122-a7a2bf2164f4","remote_addr":"[fd00:1122:3344:101::a]:52437","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":"200"}