[ Jul 10 23:01:40 Enabled. ]
[ Jul 10 23:01:40 Rereading configuration. ]
[ Jul 10 23:01:41 Rereading configuration. ]
[ Jul 10 23:01:43 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e7de65b6-0b3a-4aaa-a74c-414b631dfb4b/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_e7de65b6-0b3a-4aaa-a74c-414b631dfb4b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:43.543447797Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:43.549049769Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:43.549064689Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:43.581179685Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:43.81582585Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.642670454Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45920"}
{"msg":"region bc8049db-2a4f-4537-9fe8-cf223ae8fe4d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.647676432Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.64847927Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"uri":"/crucible/0/regions","method":"POST","req_id":"2aff6384-6e4b-4cfa-ae76-7d3bc5327745","remote_addr":"[fd00:1122:3344:101::a]:45920","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1138,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.650672848Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_e7de65b6-0b3a-4aaa-a74c-414b631dfb4b/crucible/regions/bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.662557185Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_e7de65b6-0b3a-4aaa-a74c-414b631dfb4b/crucible/regions/bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.662600666Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bc8049db-2a4f-4537-9fe8-cf223ae8fe4d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bc8049db-2a4f-4537-9fe8-cf223ae8fe4d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.709352489Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"region":"bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bc8049db-2a4f-4537-9fe8-cf223ae8fe4d\" \"--data\" \"/data/regions/bc8049db-2a4f-4537-9fe8-cf223ae8fe4d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.711672979Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"region":"bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.918496982Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"region":"bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","component":"worker"}
{"msg":"region bc8049db-2a4f-4537-9fe8-cf223ae8fe4d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.918559283Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.918642265Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.919114046Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.924683826Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.932897284Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.93590603Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.936644066Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.936754378Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.936802699Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.9368425Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.940850327Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:03.949017164Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.032262408Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"uri":"/crucible/0/regions","method":"POST","req_id":"cc6e9e36-3567-4e15-87ec-f16f69a3c95c","remote_addr":"[fd00:1122:3344:101::a]:45920","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.747295484Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"uri":"/crucible/0/regions/bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","method":"GET","req_id":"efd5307c-bab7-4c97-b59b-d495c88c493a","remote_addr":"[fd00:1122:3344:101::a]:45920","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":541,"response_code":"200"}
{"msg":"path is \"/data/regions/bc8049db-2a4f-4537-9fe8-cf223ae8fe4d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.749912661Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"datafile"}
{"msg":"dataset is oxp_e7de65b6-0b3a-4aaa-a74c-414b631dfb4b/crucible/regions/bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.759774895Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"datafile"}
{"msg":"region bc8049db-2a4f-4537-9fe8-cf223ae8fe4d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.769637959Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.769776812Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.769847273Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"uri":"/crucible/0/regions/bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","method":"DELETE","req_id":"9db0c2ff-59b5-4080-a73f-5b07b006e65a","remote_addr":"[fd00:1122:3344:101::a]:45920","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19978,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-bc8049db-2a4f-4537-9fe8-cf223ae8fe4d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.770850375Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.772653014Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"uri":"/crucible/0/regions/bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","method":"GET","req_id":"aaef46e1-9624-4aa3-85b9-c23d0fd30aef","remote_addr":"[fd00:1122:3344:101::a]:45920","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.774601096Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e7de65b6-0b3a-4aaa-a74c-414b631dfb4b/crucible/regions/bc8049db-2a4f-4537-9fe8-cf223ae8fe4d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.784985712Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"region":"bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","component":"worker"}
{"msg":"region bc8049db-2a4f-4537-9fe8-cf223ae8fe4d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.835368103Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:04.848083619Z","hostname":"oxz_crucible_3033b669-417b-49e3-a9dc-0124d3c9188c","pid":28797,"uri":"/crucible/0/regions/bc8049db-2a4f-4537-9fe8-cf223ae8fe4d","method":"GET","req_id":"f0253a45-6ea4-4f0a-aba3-51210bfa7e1b","remote_addr":"[fd00:1122:3344:101::a]:45920","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":"200"}