[ Sep  1 21:00:13 Enabled. ]
[ Sep  1 21:00:13 Rereading configuration. ]
[ Sep  1 21:00:15 Rereading configuration. ]
[ Sep  1 21:00:16 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8d3c930e-5dba-4325-82af-75dd024bc8cc/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_8d3c930e-5dba-4325-82af-75dd024bc8cc/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:16.811389486Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:16.814383476Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:16.814397066Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:16.831513567Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:16.953244917Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.141714882Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34225"}
{"msg":"region d6bcfa13-4cee-455c-9ba3-6676340d6802 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.190218615Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.203216861Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.219389589Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"uri":"/crucible/0/regions","method":"POST","req_id":"add2436d-0267-4b2a-9511-3715d5370140","remote_addr":"[fd00:1122:3344:101::a]:34225","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":42377,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_8d3c930e-5dba-4325-82af-75dd024bc8cc/crucible/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.23134734Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_8d3c930e-5dba-4325-82af-75dd024bc8cc/crucible/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.23137717Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d6bcfa13-4cee-455c-9ba3-6676340d6802\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.342880764Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"region":"d6bcfa13-4cee-455c-9ba3-6676340d6802","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d6bcfa13-4cee-455c-9ba3-6676340d6802\" \"--data\" \"/data/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.344735809Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"region":"d6bcfa13-4cee-455c-9ba3-6676340d6802","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.452922127Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"uri":"/crucible/0/regions","method":"POST","req_id":"11602182-6e64-45b8-97ce-6cac27f3cf39","remote_addr":"[fd00:1122:3344:101::a]:34225","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.567502871Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"region":"d6bcfa13-4cee-455c-9ba3-6676340d6802","component":"worker"}
{"msg":"region d6bcfa13-4cee-455c-9ba3-6676340d6802 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.567538612Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.567703874Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d6bcfa13-4cee-455c-9ba3-6676340d6802","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.56812097Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d6bcfa13-4cee-455c-9ba3-6676340d6802","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.589093692Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.627093265Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d6bcfa13-4cee-455c-9ba3-6676340d6802","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.637513135Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.653716083Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.662305839Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.662394291Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.662453491Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.679939657Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.695951723Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:00:58.933679996Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"uri":"/crucible/0/regions","method":"POST","req_id":"f2092403-5cb3-49b2-aa52-c58235a0654e","remote_addr":"[fd00:1122:3344:101::a]:34225","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.107613031Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"uri":"/crucible/0/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802","method":"GET","req_id":"ccaa8989-1c3d-4745-9e7b-76d03b39aff1","remote_addr":"[fd00:1122:3344:101::a]:34225","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.111291781Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"datafile"}
{"msg":"dataset is oxp_8d3c930e-5dba-4325-82af-75dd024bc8cc/crucible/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.120837329Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"datafile"}
{"msg":"region d6bcfa13-4cee-455c-9ba3-6676340d6802 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.130149325Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.130346567Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.130425728Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"uri":"/crucible/0/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802","method":"DELETE","req_id":"4058190f-b282-4cbf-a49d-9d5deee1b8fc","remote_addr":"[fd00:1122:3344:101::a]:34225","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19164,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-d6bcfa13-4cee-455c-9ba3-6676340d6802 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.131451072Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.133017403Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"uri":"/crucible/0/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802","method":"GET","req_id":"d7f7625c-70fc-4fe3-8816-0fbd1a94e882","remote_addr":"[fd00:1122:3344:101::a]:34225","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.154426082Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8d3c930e-5dba-4325-82af-75dd024bc8cc/crucible/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.163689897Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"region":"d6bcfa13-4cee-455c-9ba3-6676340d6802","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.242124854Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"uri":"/crucible/0/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802","method":"GET","req_id":"94f42ea7-167e-4536-b24b-dd62d88a3d76","remote_addr":"[fd00:1122:3344:101::a]:34225","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"region d6bcfa13-4cee-455c-9ba3-6676340d6802 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.267925772Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-01T21:01:01.307268882Z","hostname":"oxz_crucible_b4673d99-2ce4-485e-a28e-9c3588338668","pid":26242,"uri":"/crucible/0/regions/d6bcfa13-4cee-455c-9ba3-6676340d6802","method":"GET","req_id":"d5f5f67c-ec38-4a0e-9de8-228c9216770e","remote_addr":"[fd00:1122:3344:101::a]:34225","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28,"response_code":"200"}