[ Sep  9 17:51:56 Enabled. ]
[ Sep  9 17:51:56 Rereading configuration. ]
[ Sep  9 17:51:57 Rereading configuration. ]
[ Sep  9 17:51:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2c079939-1543-4f7b-ab38-d421cbf95e07/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_2c079939-1543-4f7b-ab38-d421cbf95e07/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:51:59.8706833Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:51:59.872589531Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:51:59.872609831Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:51:59.897377946Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:00.101750753Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:57.656627123Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51287"}
{"msg":"region ed3574bc-42be-43d8-be1d-092fe2eef57d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:57.680650894Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:57.685827914Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:57.685851344Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions","method":"POST","req_id":"ae56feb7-647e-453f-b914-9028f75e89d2","remote_addr":"[fd00:1122:3344:101::c]:51287","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":14181,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_2c079939-1543-4f7b-ab38-d421cbf95e07/crucible/regions/ed3574bc-42be-43d8-be1d-092fe2eef57d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:57.69883292Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_2c079939-1543-4f7b-ab38-d421cbf95e07/crucible/regions/ed3574bc-42be-43d8-be1d-092fe2eef57d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:57.698903681Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ed3574bc-42be-43d8-be1d-092fe2eef57d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ed3574bc-42be-43d8-be1d-092fe2eef57d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:57.762936566Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"region":"ed3574bc-42be-43d8-be1d-092fe2eef57d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ed3574bc-42be-43d8-be1d-092fe2eef57d\" \"--data\" \"/data/regions/ed3574bc-42be-43d8-be1d-092fe2eef57d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:57.765166599Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"region":"ed3574bc-42be-43d8-be1d-092fe2eef57d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:57.895839135Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions","method":"POST","req_id":"bdc28747-ec57-4fb7-8cd1-4c569d166e44","remote_addr":"[fd00:1122:3344:101::c]:51287","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.056175024Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"region":"ed3574bc-42be-43d8-be1d-092fe2eef57d","component":"worker"}
{"msg":"region ed3574bc-42be-43d8-be1d-092fe2eef57d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.056257515Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.056446656Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ed3574bc-42be-43d8-be1d-092fe2eef57d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.056846608Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ed3574bc-42be-43d8-be1d-092fe2eef57d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.059612244Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.076132486Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ed3574bc-42be-43d8-be1d-092fe2eef57d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.07935882Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ed3574bc-42be-43d8-be1d-092fe2eef57d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.087021975Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.089260248Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.089315738Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.089359448Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.093736584Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.097981949Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:58.447607037Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions","method":"POST","req_id":"c5e4c757-57af-4f84-9ba5-041821c1028e","remote_addr":"[fd00:1122:3344:101::c]:51287","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:59.337644122Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions/ed3574bc-42be-43d8-be1d-092fe2eef57d","method":"GET","req_id":"7b694615-43d2-46b8-929f-61b51ace3042","remote_addr":"[fd00:1122:3344:101::c]:51287","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/ed3574bc-42be-43d8-be1d-092fe2eef57d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:59.341786316Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"dataset is oxp_2c079939-1543-4f7b-ab38-d421cbf95e07/crucible/regions/ed3574bc-42be-43d8-be1d-092fe2eef57d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:59.351234311Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"region ed3574bc-42be-43d8-be1d-092fe2eef57d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:59.359863832Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:59.360068983Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:59.360141864Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions/ed3574bc-42be-43d8-be1d-092fe2eef57d","method":"DELETE","req_id":"e7305fbc-effd-4574-8e11-39fe0d1683df","remote_addr":"[fd00:1122:3344:101::c]:51287","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19032,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-ed3574bc-42be-43d8-be1d-092fe2eef57d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:59.361470311Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:59.363241702Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions/ed3574bc-42be-43d8-be1d-092fe2eef57d","method":"GET","req_id":"d858401b-ecf5-4502-9f6b-4a5c87e9a062","remote_addr":"[fd00:1122:3344:101::c]:51287","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:59.366017458Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2c079939-1543-4f7b-ab38-d421cbf95e07/crucible/regions/ed3574bc-42be-43d8-be1d-092fe2eef57d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:59.374580878Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"region":"ed3574bc-42be-43d8-be1d-092fe2eef57d","component":"worker"}
{"msg":"region ed3574bc-42be-43d8-be1d-092fe2eef57d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:59.430539576Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:52:59.44326093Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions/ed3574bc-42be-43d8-be1d-092fe2eef57d","method":"GET","req_id":"d45369e5-6af8-439c-af39-0f04781347a0","remote_addr":"[fd00:1122:3344:101::c]:51287","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.485623319Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54370"}
{"msg":"region 249b9f41-0c80-4d77-92c9-09ad639998b6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.485754779Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.486295373Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions","method":"POST","req_id":"02f981cd-29eb-4275-94d6-9f4e02884b5c","remote_addr":"[fd00:1122:3344:101::a]:54370","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":633,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.486317493Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2c079939-1543-4f7b-ab38-d421cbf95e07/crucible/regions/249b9f41-0c80-4d77-92c9-09ad639998b6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.496226401Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2c079939-1543-4f7b-ab38-d421cbf95e07/crucible/regions/249b9f41-0c80-4d77-92c9-09ad639998b6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.498357933Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"249b9f41-0c80-4d77-92c9-09ad639998b6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/249b9f41-0c80-4d77-92c9-09ad639998b6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.547509301Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"region":"249b9f41-0c80-4d77-92c9-09ad639998b6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"249b9f41-0c80-4d77-92c9-09ad639998b6\" \"--data\" \"/data/regions/249b9f41-0c80-4d77-92c9-09ad639998b6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.547567521Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"region":"249b9f41-0c80-4d77-92c9-09ad639998b6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.681346945Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions","method":"POST","req_id":"efe4214b-e3c1-43d9-92d7-c8da32f03605","remote_addr":"[fd00:1122:3344:101::a]:54370","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.809044213Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"region":"249b9f41-0c80-4d77-92c9-09ad639998b6","component":"worker"}
{"msg":"region 249b9f41-0c80-4d77-92c9-09ad639998b6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.809082324Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.809169124Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-249b9f41-0c80-4d77-92c9-09ad639998b6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.810492032Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-249b9f41-0c80-4d77-92c9-09ad639998b6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.815548092Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.828530938Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-249b9f41-0c80-4d77-92c9-09ad639998b6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.832140509Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/249b9f41-0c80-4d77-92c9-09ad639998b6","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.83233977Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.83238562Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.83242609Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.832465061Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.83569636Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:49.839655294Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:50.330367948Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions","method":"POST","req_id":"0a7c49ce-843e-4f1d-8333-751c5d6d8396","remote_addr":"[fd00:1122:3344:101::a]:54370","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":709,"response_code":"200"}
{"msg":"region 866fca29-fc47-43e3-9d7c-30e182858bf2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.063895641Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.064063422Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions","method":"POST","req_id":"385716ef-1c13-4101-b6bb-d677174945f4","remote_addr":"[fd00:1122:3344:101::a]:54370","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":248,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.064088142Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2c079939-1543-4f7b-ab38-d421cbf95e07/crucible/regions/866fca29-fc47-43e3-9d7c-30e182858bf2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.073873899Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2c079939-1543-4f7b-ab38-d421cbf95e07/crucible/regions/866fca29-fc47-43e3-9d7c-30e182858bf2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.07391412Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"866fca29-fc47-43e3-9d7c-30e182858bf2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/866fca29-fc47-43e3-9d7c-30e182858bf2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.115222572Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"region":"866fca29-fc47-43e3-9d7c-30e182858bf2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"866fca29-fc47-43e3-9d7c-30e182858bf2\" \"--data\" \"/data/regions/866fca29-fc47-43e3-9d7c-30e182858bf2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.115281702Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"region":"866fca29-fc47-43e3-9d7c-30e182858bf2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.185830826Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"region":"866fca29-fc47-43e3-9d7c-30e182858bf2","component":"worker"}
{"msg":"region 866fca29-fc47-43e3-9d7c-30e182858bf2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.185880206Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.185982976Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-866fca29-fc47-43e3-9d7c-30e182858bf2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.188104709Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-866fca29-fc47-43e3-9d7c-30e182858bf2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.192489314Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.199115783Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-866fca29-fc47-43e3-9d7c-30e182858bf2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.20190292Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/866fca29-fc47-43e3-9d7c-30e182858bf2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.202185611Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.202227422Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.202272322Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.202313402Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.205803483Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.210335539Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:58:55.2684804Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions","method":"POST","req_id":"9b3b42b4-ae10-4f36-bb02-fbb79bc91d58","remote_addr":"[fd00:1122:3344:101::a]:54370","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.042507131Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions/866fca29-fc47-43e3-9d7c-30e182858bf2","method":"GET","req_id":"301feb1c-4463-4c9a-8e48-2bcd952bcf6a","remote_addr":"[fd00:1122:3344:101::a]:54370","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":50,"response_code":"200"}
{"msg":"path is \"/data/regions/866fca29-fc47-43e3-9d7c-30e182858bf2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.04563493Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"dataset is oxp_2c079939-1543-4f7b-ab38-d421cbf95e07/crucible/regions/866fca29-fc47-43e3-9d7c-30e182858bf2","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.056687234Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"region 866fca29-fc47-43e3-9d7c-30e182858bf2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.065587396Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.065772688Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.065828868Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions/866fca29-fc47-43e3-9d7c-30e182858bf2","method":"DELETE","req_id":"96467afe-c5fc-4098-9e3d-400cf7e820cd","remote_addr":"[fd00:1122:3344:101::a]:54370","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20216,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-866fca29-fc47-43e3-9d7c-30e182858bf2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.067514458Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.069397749Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions/866fca29-fc47-43e3-9d7c-30e182858bf2","method":"GET","req_id":"d8576a6d-490d-4a2f-b778-0e2f78ee43cb","remote_addr":"[fd00:1122:3344:101::a]:54370","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.075628715Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2c079939-1543-4f7b-ab38-d421cbf95e07/crucible/regions/866fca29-fc47-43e3-9d7c-30e182858bf2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.084618878Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"region":"866fca29-fc47-43e3-9d7c-30e182858bf2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.131191701Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions/866fca29-fc47-43e3-9d7c-30e182858bf2","method":"GET","req_id":"68d02186-705a-4787-a3ce-a146d8871af5","remote_addr":"[fd00:1122:3344:101::a]:54370","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":587,"response_code":"200"}
{"msg":"region 866fca29-fc47-43e3-9d7c-30e182858bf2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.153390891Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T17:59:36.294124695Z","hostname":"oxz_crucible_a4f04eb1-0d05-41b6-b3d2-1d063e4e900e","pid":22640,"uri":"/crucible/0/regions/866fca29-fc47-43e3-9d7c-30e182858bf2","method":"GET","req_id":"9167b431-f6e0-445f-80e3-b5504f07e3f1","remote_addr":"[fd00:1122:3344:101::a]:54370","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":38,"response_code":"200"}