[ Aug  3 04:36:44 Enabled. ]
[ Aug  3 04:36:44 Rereading configuration. ]
[ Aug  3 04:36:50 Rereading configuration. ]
[ Aug  3 04:36:54 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:36:54.507018029Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:36:54.508273313Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:36:54.508283243Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:36:54.526326667Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:36:54.638553774Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.175162182Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:42829"}
{"msg":"region 6e25da06-99c3-4fcc-8b45-8118f931c9ce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.195951946Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.201527376Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.205509418Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions","method":"POST","req_id":"c75e5cbf-3ee9-492d-a3f1-c656e48bfdf5","remote_addr":"[fd00:1122:3344:101::c]:42829","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16395,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/6e25da06-99c3-4fcc-8b45-8118f931c9ce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.212583455Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/6e25da06-99c3-4fcc-8b45-8118f931c9ce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.212606915Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6e25da06-99c3-4fcc-8b45-8118f931c9ce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6e25da06-99c3-4fcc-8b45-8118f931c9ce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.272292647Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"region":"6e25da06-99c3-4fcc-8b45-8118f931c9ce","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6e25da06-99c3-4fcc-8b45-8118f931c9ce\" \"--data\" \"/data/regions/6e25da06-99c3-4fcc-8b45-8118f931c9ce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.274310769Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"region":"6e25da06-99c3-4fcc-8b45-8118f931c9ce","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.393708153Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"region":"6e25da06-99c3-4fcc-8b45-8118f931c9ce","component":"worker"}
{"msg":"region 6e25da06-99c3-4fcc-8b45-8118f931c9ce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.393771393Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.393894195Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6e25da06-99c3-4fcc-8b45-8118f931c9ce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.394318999Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6e25da06-99c3-4fcc-8b45-8118f931c9ce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.400495406Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.417742921Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6e25da06-99c3-4fcc-8b45-8118f931c9ce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.421567522Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e25da06-99c3-4fcc-8b45-8118f931c9ce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.430419357Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.4325173Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.432590621Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.432641872Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.437071049Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.441483776Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:49.556686206Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions","method":"POST","req_id":"f85e3e63-9d84-4a2b-80b9-4903d99af633","remote_addr":"[fd00:1122:3344:101::c]:42829","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:50.424011374Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions/6e25da06-99c3-4fcc-8b45-8118f931c9ce","method":"GET","req_id":"c634e497-3b71-4351-9244-a80dcb927d5b","remote_addr":"[fd00:1122:3344:101::c]:42829","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":596,"response_code":"200"}
{"msg":"path is \"/data/regions/6e25da06-99c3-4fcc-8b45-8118f931c9ce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:50.426789053Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"dataset is oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/6e25da06-99c3-4fcc-8b45-8118f931c9ce","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:50.43668622Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"region 6e25da06-99c3-4fcc-8b45-8118f931c9ce state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:50.445624966Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:50.445774198Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:50.445839138Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions/6e25da06-99c3-4fcc-8b45-8118f931c9ce","method":"DELETE","req_id":"7b63d09a-fd51-4504-8304-dd7af93e507a","remote_addr":"[fd00:1122:3344:101::c]:42829","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19074,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-6e25da06-99c3-4fcc-8b45-8118f931c9ce (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:50.446853519Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:50.449851852Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions/6e25da06-99c3-4fcc-8b45-8118f931c9ce","method":"GET","req_id":"457c73ed-7e1f-4d1f-8ad0-d4d270816596","remote_addr":"[fd00:1122:3344:101::c]:42829","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:50.451505079Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/6e25da06-99c3-4fcc-8b45-8118f931c9ce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:50.461021032Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"region":"6e25da06-99c3-4fcc-8b45-8118f931c9ce","component":"worker"}
{"msg":"region 6e25da06-99c3-4fcc-8b45-8118f931c9ce state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:50.515463497Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:37:50.554742929Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions/6e25da06-99c3-4fcc-8b45-8118f931c9ce","method":"GET","req_id":"470fea74-7d94-45e0-83d6-b71f2eece930","remote_addr":"[fd00:1122:3344:101::c]:42829","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.408803001Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41527"}
{"msg":"region 0486e619-bc51-40b8-af53-a76431b1b748 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.408912742Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.409085134Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.409100844Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions","method":"POST","req_id":"f01c082e-bb4f-4173-9d5a-5d1ab52568a4","remote_addr":"[fd00:1122:3344:101::a]:41527","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":209,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/0486e619-bc51-40b8-af53-a76431b1b748","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.418816779Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/0486e619-bc51-40b8-af53-a76431b1b748","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.418876549Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0486e619-bc51-40b8-af53-a76431b1b748\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0486e619-bc51-40b8-af53-a76431b1b748\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.471357814Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"region":"0486e619-bc51-40b8-af53-a76431b1b748","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0486e619-bc51-40b8-af53-a76431b1b748\" \"--data\" \"/data/regions/0486e619-bc51-40b8-af53-a76431b1b748\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.471415725Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"region":"0486e619-bc51-40b8-af53-a76431b1b748","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.551269823Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"region":"0486e619-bc51-40b8-af53-a76431b1b748","component":"worker"}
{"msg":"region 0486e619-bc51-40b8-af53-a76431b1b748 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.551319314Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.551405815Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0486e619-bc51-40b8-af53-a76431b1b748","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.55280272Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0486e619-bc51-40b8-af53-a76431b1b748","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.556436249Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.56485327Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0486e619-bc51-40b8-af53-a76431b1b748","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.568748371Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0486e619-bc51-40b8-af53-a76431b1b748","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.568979364Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.569047764Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.569100405Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.569153656Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.573939787Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.578649488Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:38:09.676303738Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions","method":"POST","req_id":"6510ff56-9bfd-44e3-83a2-893ce5e30217","remote_addr":"[fd00:1122:3344:101::a]:41527","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.035053853Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58547"}
{"msg":"region 1aad207d-42bb-48bc-982d-e41b634c8f3f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.035182924Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.03573488Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.03575098Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions","method":"POST","req_id":"9f768660-472f-4cee-a449-53ff5d8b2444","remote_addr":"[fd00:1122:3344:101::a]:58547","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":657,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/1aad207d-42bb-48bc-982d-e41b634c8f3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.046412395Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/1aad207d-42bb-48bc-982d-e41b634c8f3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.046448906Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1aad207d-42bb-48bc-982d-e41b634c8f3f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1aad207d-42bb-48bc-982d-e41b634c8f3f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.103004694Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"region":"1aad207d-42bb-48bc-982d-e41b634c8f3f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1aad207d-42bb-48bc-982d-e41b634c8f3f\" \"--data\" \"/data/regions/1aad207d-42bb-48bc-982d-e41b634c8f3f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.103059274Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"region":"1aad207d-42bb-48bc-982d-e41b634c8f3f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.1826322Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"region":"1aad207d-42bb-48bc-982d-e41b634c8f3f","component":"worker"}
{"msg":"region 1aad207d-42bb-48bc-982d-e41b634c8f3f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.182681361Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.182790022Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1aad207d-42bb-48bc-982d-e41b634c8f3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.189165441Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1aad207d-42bb-48bc-982d-e41b634c8f3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.196747172Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.21051482Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1aad207d-42bb-48bc-982d-e41b634c8f3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.214006438Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1aad207d-42bb-48bc-982d-e41b634c8f3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.2142154Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.214280091Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.214315921Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.214362361Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.221595079Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.227693535Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:37.319118448Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions","method":"POST","req_id":"51c3b6a4-1a50-4db7-86db-b37cb0ccad0e","remote_addr":"[fd00:1122:3344:101::a]:58547","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":115,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.066434445Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53317"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.067466906Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions/0486e619-bc51-40b8-af53-a76431b1b748","method":"GET","req_id":"f455a853-af7f-4475-88e2-758f9905d1ed","remote_addr":"[fd00:1122:3344:101::a]:53317","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1000,"response_code":"200"}
{"msg":"path is \"/data/regions/0486e619-bc51-40b8-af53-a76431b1b748\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.07062993Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"dataset is oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/0486e619-bc51-40b8-af53-a76431b1b748","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.080963112Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"snapshot is oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/0486e619-bc51-40b8-af53-a76431b1b748@b65cb9c8-ff1b-4ef9-a79a-705765fb831b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.092265673Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/0486e619-bc51-40b8-af53-a76431b1b748\", \"b65cb9c8-ff1b-4ef9-a79a-705765fb831b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.092319834Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.103701366Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions/0486e619-bc51-40b8-af53-a76431b1b748/snapshots/b65cb9c8-ff1b-4ef9-a79a-705765fb831b","method":"GET","req_id":"5203bd7b-a62d-40a0-94f6-d0b8ad6bf7c1","remote_addr":"[fd00:1122:3344:101::a]:53317","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":36033,"response_code":"200"}
{"msg":"path is \"/data/regions/0486e619-bc51-40b8-af53-a76431b1b748\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.105434955Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"dataset is oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/0486e619-bc51-40b8-af53-a76431b1b748","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.113799315Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"snapshot is oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/0486e619-bc51-40b8-af53-a76431b1b748@b65cb9c8-ff1b-4ef9-a79a-705765fb831b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.122480588Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ec22abdc-76d0-4dce-9241-6d7acac56c81/crucible/regions/0486e619-bc51-40b8-af53-a76431b1b748\", \"b65cb9c8-ff1b-4ef9-a79a-705765fb831b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.122518048Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 0486e619-bc51-40b8-af53-a76431b1b748-b65cb9c8-ff1b-4ef9-a79a-705765fb831b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.132631047Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}
{"msg":"applying SMF actions for region 0486e619-bc51-40b8-af53-a76431b1b748 running snapshot b65cb9c8-ff1b-4ef9-a79a-705765fb831b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.132794539Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.132831979Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"uri":"/crucible/0/regions/0486e619-bc51-40b8-af53-a76431b1b748/snapshots/b65cb9c8-ff1b-4ef9-a79a-705765fb831b/run","method":"POST","req_id":"732cd848-48f8-4db5-ad00-33d0f5ef56f7","remote_addr":"[fd00:1122:3344:101::a]:53317","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27440,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-0486e619-bc51-40b8-af53-a76431b1b748-b65cb9c8-ff1b-4ef9-a79a-705765fb831b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.135628969Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0486e619-bc51-40b8-af53-a76431b1b748-b65cb9c8-ff1b-4ef9-a79a-705765fb831b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.141939147Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0486e619-bc51-40b8-af53-a76431b1b748-b65cb9c8-ff1b-4ef9-a79a-705765fb831b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.159607137Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0486e619-bc51-40b8-af53-a76431b1b748/.zfs/snapshot/b65cb9c8-ff1b-4ef9-a79a-705765fb831b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.159908491Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.159972631Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.160023092Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.160063852Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.160130383Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.164087886Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.169699656Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"worker"}
{"msg":"region 0486e619-bc51-40b8-af53-a76431b1b748 running snapshot b65cb9c8-ff1b-4ef9-a79a-705765fb831b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-03T04:43:38.169714676Z","hostname":"oxz_crucible_f0815c0b-cefb-431f-a626-9491fa8439dc","pid":21645,"component":"datafile"}