[ Jul 15 19:54:09 Enabled. ]
[ Jul 15 19:54:09 Rereading configuration. ]
[ Jul 15 19:54:10 Rereading configuration. ]
[ Jul 15 19:54:12 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_049bf07f-dfff-4af1-a83a-0778e318ca88/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_049bf07f-dfff-4af1-a83a-0778e318ca88/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:12.77174101Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:12.773208699Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:12.77322326Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:12.796221867Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:12.917977737Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:50.969292477Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55959"}
{"msg":"region 2b55aa8e-4d89-471a-92f2-de8f483fcd91 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:50.987748014Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:50.993785324Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"uri":"/crucible/0/regions","method":"POST","req_id":"1bff6d43-b454-420d-8755-0372501c32fb","remote_addr":"[fd00:1122:3344:101::a]:55959","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":13946,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:50.994337285Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_049bf07f-dfff-4af1-a83a-0778e318ca88/crucible/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.004946966Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_049bf07f-dfff-4af1-a83a-0778e318ca88/crucible/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.004975146Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2b55aa8e-4d89-471a-92f2-de8f483fcd91\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.160411316Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"region":"2b55aa8e-4d89-471a-92f2-de8f483fcd91","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2b55aa8e-4d89-471a-92f2-de8f483fcd91\" \"--data\" \"/data/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.162315564Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"region":"2b55aa8e-4d89-471a-92f2-de8f483fcd91","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.322029048Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"uri":"/crucible/0/regions","method":"POST","req_id":"54aa18bf-ade5-4694-8028-25244515b6a6","remote_addr":"[fd00:1122:3344:101::a]:55959","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.565226502Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"region":"2b55aa8e-4d89-471a-92f2-de8f483fcd91","component":"worker"}
{"msg":"region 2b55aa8e-4d89-471a-92f2-de8f483fcd91 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.565264663Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.565375345Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2b55aa8e-4d89-471a-92f2-de8f483fcd91","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.565797564Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2b55aa8e-4d89-471a-92f2-de8f483fcd91","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.588125907Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.643465287Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2b55aa8e-4d89-471a-92f2-de8f483fcd91","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.670525975Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.671326811Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.675392572Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.675450783Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.675491774Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.715434148Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.776214066Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T19:54:51.803251884Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"uri":"/crucible/0/regions","method":"POST","req_id":"a72fc640-b1b7-402d-b1f6-d5f63b4f154f","remote_addr":"[fd00:1122:3344:101::a]:55959","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T20:00:00.46152482Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61515"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T20:00:00.464913587Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"uri":"/crucible/0/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91","method":"GET","req_id":"e5bdd73f-3107-47f7-8051-7e54c792b81a","remote_addr":"[fd00:1122:3344:101::a]:61515","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":3341,"response_code":"200"}
{"msg":"path is \"/data/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T20:00:00.46758107Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"datafile"}
{"msg":"dataset is oxp_049bf07f-dfff-4af1-a83a-0778e318ca88/crucible/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T20:00:00.480779532Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"datafile"}
{"msg":"snapshot is oxp_049bf07f-dfff-4af1-a83a-0778e318ca88/crucible/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91@960a2b67-7152-477d-a1d3-11128f024a61","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T20:00:00.494214119Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_049bf07f-dfff-4af1-a83a-0778e318ca88/crucible/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91\", \"960a2b67-7152-477d-a1d3-11128f024a61\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T20:00:00.49424357Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T20:00:00.508936952Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"uri":"/crucible/0/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91/snapshots/960a2b67-7152-477d-a1d3-11128f024a61","method":"GET","req_id":"42ae4aba-8900-433f-aa5f-09fdce7b7aa5","remote_addr":"[fd00:1122:3344:101::a]:61515","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":43781,"response_code":"200"}
{"msg":"path is \"/data/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T20:00:00.510478573Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"datafile"}
{"msg":"dataset is oxp_049bf07f-dfff-4af1-a83a-0778e318ca88/crucible/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T20:00:00.522244877Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"datafile"}
{"msg":"snapshot is oxp_049bf07f-dfff-4af1-a83a-0778e318ca88/crucible/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91@960a2b67-7152-477d-a1d3-11128f024a61","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T20:00:00.534843437Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_049bf07f-dfff-4af1-a83a-0778e318ca88/crucible/regions/2b55aa8e-4d89-471a-92f2-de8f483fcd91\", \"960a2b67-7152-477d-a1d3-11128f024a61\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T20:00:00.534889008Z","hostname":"oxz_crucible_d6534170-e1e2-463e-bae9-18014be9ba91","pid":22663,"component":"ZfsSnapshotInterface"}