[ Jan  9 01:03:31 Enabled. ]
[ Jan  9 01:03:31 Rereading configuration. ]
[ Jan  9 01:03:34 Rereading configuration. ]
[ Jan  9 01:03:38 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a132b3b6-342d-41c2-a6be-600f78f98f46/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_a132b3b6-342d-41c2-a6be-600f78f98f46/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:03:39.071946523Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:03:39.076857154Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:03:39.076868834Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:03:39.09133907Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:03:39.167442738Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:12.978858061Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40855"}
{"msg":"region b6a4d26c-f6af-4112-b32d-7ab5c1dda91d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.026796452Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.032070351Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.037352321Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"uri":"/crucible/0/regions","method":"POST","req_id":"8c2279ec-0daa-4e8b-9350-77f9c72124ae","remote_addr":"[fd00:1122:3344:101::a]:40855","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17804,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_a132b3b6-342d-41c2-a6be-600f78f98f46/crucible/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.048149854Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a132b3b6-342d-41c2-a6be-600f78f98f46/crucible/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.048186965Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b6a4d26c-f6af-4112-b32d-7ab5c1dda91d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.096301631Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"region":"b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b6a4d26c-f6af-4112-b32d-7ab5c1dda91d\" \"--data\" \"/data/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.098601342Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"region":"b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.282902201Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"uri":"/crucible/0/regions","method":"POST","req_id":"453cce84-d188-44f3-96dc-9d22bc64e539","remote_addr":"[fd00:1122:3344:101::a]:40855","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":102,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.416760681Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"region":"b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","component":"worker"}
{"msg":"region b6a4d26c-f6af-4112-b32d-7ab5c1dda91d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.416824272Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.416993976Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.41763647Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.427537744Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.443741799Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.446659645Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.447374061Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.447439413Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.447484074Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.447524735Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.453545931Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.45750116Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.802971294Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"uri":"/crucible/0/regions","method":"POST","req_id":"eb82e865-e749-438c-806b-6ef712125c74","remote_addr":"[fd00:1122:3344:101::a]:40855","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.888311731Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"uri":"/crucible/0/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","method":"GET","req_id":"24039133-7873-4453-9168-898383ecbabb","remote_addr":"[fd00:1122:3344:101::a]:40855","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":106,"response_code":"200"}
{"msg":"path is \"/data/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.891723719Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"datafile"}
{"msg":"dataset is oxp_a132b3b6-342d-41c2-a6be-600f78f98f46/crucible/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.902641095Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"datafile"}
{"msg":"region b6a4d26c-f6af-4112-b32d-7ab5c1dda91d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.91305211Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.913242454Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.913306605Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"uri":"/crucible/0/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","method":"DELETE","req_id":"ab9ad004-2f0a-490e-935d-a90b209e5325","remote_addr":"[fd00:1122:3344:101::a]:40855","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21622,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-b6a4d26c-f6af-4112-b32d-7ab5c1dda91d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.917340976Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.917465249Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"uri":"/crucible/0/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","method":"GET","req_id":"f63d0316-af3c-4e1f-a321-e821971b0402","remote_addr":"[fd00:1122:3344:101::a]:40855","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.923404203Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a132b3b6-342d-41c2-a6be-600f78f98f46/crucible/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.93478738Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"region":"b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.973022733Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"uri":"/crucible/0/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","method":"GET","req_id":"aca362bd-efdd-425e-ae9d-122d45400122","remote_addr":"[fd00:1122:3344:101::a]:40855","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"region b6a4d26c-f6af-4112-b32d-7ab5c1dda91d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.984657245Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:40.044090046Z","hostname":"oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e","pid":26459,"uri":"/crucible/0/regions/b6a4d26c-f6af-4112-b32d-7ab5c1dda91d","method":"GET","req_id":"45f12506-0afc-494f-8a74-5bee24f4c2b2","remote_addr":"[fd00:1122:3344:101::a]:40855","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30,"response_code":"200"}