[ Aug  8 23:00:11 Enabled. ]
[ Aug  8 23:00:11 Rereading configuration. ]
[ Aug  8 23:00:13 Rereading configuration. ]
[ Aug  8 23:00:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0ea58ff2-993d-4b46-bcf6-bb44a36e7ccb/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_0ea58ff2-993d-4b46-bcf6-bb44a36e7ccb/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:00:15.262065135Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:00:15.295558342Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:00:15.295575822Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:00:15.309278884Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:00:15.406112085Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.000344326Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44851"}
{"msg":"region 99722b90-5bf5-4091-b897-f1d24bc8ecb1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.028473088Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.035934102Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.040290683Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"uri":"/crucible/0/regions","method":"POST","req_id":"74f87a8d-4c69-431e-8771-14e6bb62f2bd","remote_addr":"[fd00:1122:3344:101::b]:44851","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19629,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_0ea58ff2-993d-4b46-bcf6-bb44a36e7ccb/crucible/regions/99722b90-5bf5-4091-b897-f1d24bc8ecb1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.048072781Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_0ea58ff2-993d-4b46-bcf6-bb44a36e7ccb/crucible/regions/99722b90-5bf5-4091-b897-f1d24bc8ecb1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.048091972Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"99722b90-5bf5-4091-b897-f1d24bc8ecb1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/99722b90-5bf5-4091-b897-f1d24bc8ecb1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.107232677Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"region":"99722b90-5bf5-4091-b897-f1d24bc8ecb1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"99722b90-5bf5-4091-b897-f1d24bc8ecb1\" \"--data\" \"/data/regions/99722b90-5bf5-4091-b897-f1d24bc8ecb1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.109809773Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"region":"99722b90-5bf5-4091-b897-f1d24bc8ecb1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.246475358Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"region":"99722b90-5bf5-4091-b897-f1d24bc8ecb1","component":"worker"}
{"msg":"region 99722b90-5bf5-4091-b897-f1d24bc8ecb1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.246538659Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.246594253Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-99722b90-5bf5-4091-b897-f1d24bc8ecb1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.247075098Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-99722b90-5bf5-4091-b897-f1d24bc8ecb1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.252110979Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.276725792Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.276746423Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"uri":"/crucible/0/regions","method":"POST","req_id":"2c470b56-dcda-43c4-ad26-74f21d21731b","remote_addr":"[fd00:1122:3344:101::b]:44851","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":575,"response_code":"200"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-99722b90-5bf5-4091-b897-f1d24bc8ecb1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.287646124Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/99722b90-5bf5-4091-b897-f1d24bc8ecb1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.290964011Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.293302674Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.293352524Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.293391625Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.300263211Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:26.305628486Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:27.353746Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"uri":"/crucible/0/regions/99722b90-5bf5-4091-b897-f1d24bc8ecb1","method":"GET","req_id":"4ac44741-dc60-42b7-a1d0-dec11ceb96a4","remote_addr":"[fd00:1122:3344:101::b]:44851","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"path is \"/data/regions/99722b90-5bf5-4091-b897-f1d24bc8ecb1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:27.356492528Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"datafile"}
{"msg":"dataset is oxp_0ea58ff2-993d-4b46-bcf6-bb44a36e7ccb/crucible/regions/99722b90-5bf5-4091-b897-f1d24bc8ecb1","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:27.365823918Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"datafile"}
{"msg":"region 99722b90-5bf5-4091-b897-f1d24bc8ecb1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:27.375536124Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:27.375691376Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:27.375758147Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"uri":"/crucible/0/regions/99722b90-5bf5-4091-b897-f1d24bc8ecb1","method":"DELETE","req_id":"f6f2df03-33a2-450a-a38d-f8390db1a370","remote_addr":"[fd00:1122:3344:101::b]:44851","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20032,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-99722b90-5bf5-4091-b897-f1d24bc8ecb1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:27.376877443Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:27.378078269Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"uri":"/crucible/0/regions/99722b90-5bf5-4091-b897-f1d24bc8ecb1","method":"GET","req_id":"7f81f07f-0596-4da0-83a6-f586ddf98b8b","remote_addr":"[fd00:1122:3344:101::b]:44851","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:27.380683786Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0ea58ff2-993d-4b46-bcf6-bb44a36e7ccb/crucible/regions/99722b90-5bf5-4091-b897-f1d24bc8ecb1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:27.389934855Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"region":"99722b90-5bf5-4091-b897-f1d24bc8ecb1","component":"worker"}
{"msg":"region 99722b90-5bf5-4091-b897-f1d24bc8ecb1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:27.436632956Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-08T23:01:27.509543784Z","hostname":"oxz_crucible_58ae13fb-c48b-4f42-9ebb-7f0f8aeae91f","pid":24807,"uri":"/crucible/0/regions/99722b90-5bf5-4091-b897-f1d24bc8ecb1","method":"GET","req_id":"dd154a04-534f-4a79-8963-59c43dd758fa","remote_addr":"[fd00:1122:3344:101::b]:44851","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":"200"}