[ Mar 26 00:01:32 Enabled. ]
[ Mar 26 00:01:32 Rereading configuration. ]
[ Mar 26 00:01:33 Rereading configuration. ]
[ Mar 26 00:01:37 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d3833458-dfd8-4871-90bc-d2c845e97cd6/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_d3833458-dfd8-4871-90bc-d2c845e97cd6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:37.43430705Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:37.437566645Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:37.437577825Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:37.456813793Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:37.530498678Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.675962385Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59461"}
{"msg":"region b23e284d-f66e-45c8-a735-2e1c1b50d6c5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.708658295Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.712023083Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"uri":"/crucible/0/regions","method":"POST","req_id":"a41fc1c1-8822-4c31-8742-6e0b98859313","remote_addr":"[fd00:1122:3344:101::b]:59461","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":14646,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.712047714Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_d3833458-dfd8-4871-90bc-d2c845e97cd6/crucible/regions/b23e284d-f66e-45c8-a735-2e1c1b50d6c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.721144286Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_d3833458-dfd8-4871-90bc-d2c845e97cd6/crucible/regions/b23e284d-f66e-45c8-a735-2e1c1b50d6c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.721197537Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b23e284d-f66e-45c8-a735-2e1c1b50d6c5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b23e284d-f66e-45c8-a735-2e1c1b50d6c5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.790602105Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"region":"b23e284d-f66e-45c8-a735-2e1c1b50d6c5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b23e284d-f66e-45c8-a735-2e1c1b50d6c5\" \"--data\" \"/data/regions/b23e284d-f66e-45c8-a735-2e1c1b50d6c5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.792561838Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"region":"b23e284d-f66e-45c8-a735-2e1c1b50d6c5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.918670946Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"region":"b23e284d-f66e-45c8-a735-2e1c1b50d6c5","component":"worker"}
{"msg":"region b23e284d-f66e-45c8-a735-2e1c1b50d6c5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.918765279Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.918977406Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b23e284d-f66e-45c8-a735-2e1c1b50d6c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.919375868Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b23e284d-f66e-45c8-a735-2e1c1b50d6c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.924336378Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.937549062Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b23e284d-f66e-45c8-a735-2e1c1b50d6c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.942456379Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b23e284d-f66e-45c8-a735-2e1c1b50d6c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.943184833Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.943243355Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.943281136Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.943323647Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.947422399Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.958194144Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:51.961049306Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"uri":"/crucible/0/regions","method":"POST","req_id":"f25d81cf-a4dc-45d5-8b7b-58c16b9bc4c9","remote_addr":"[fd00:1122:3344:101::b]:59461","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:52.376619535Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"uri":"/crucible/0/regions/b23e284d-f66e-45c8-a735-2e1c1b50d6c5","method":"GET","req_id":"e2bfaeaf-2f47-4496-9917-3f2ef702e2a1","remote_addr":"[fd00:1122:3344:101::b]:59461","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2454,"response_code":"200"}
{"msg":"path is \"/data/regions/b23e284d-f66e-45c8-a735-2e1c1b50d6c5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:52.379426795Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"datafile"}
{"msg":"dataset is oxp_d3833458-dfd8-4871-90bc-d2c845e97cd6/crucible/regions/b23e284d-f66e-45c8-a735-2e1c1b50d6c5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:52.390279184Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"datafile"}
{"msg":"region b23e284d-f66e-45c8-a735-2e1c1b50d6c5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:52.400857583Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:52.401050099Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:52.401113681Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"uri":"/crucible/0/regions/b23e284d-f66e-45c8-a735-2e1c1b50d6c5","method":"DELETE","req_id":"07386757-f897-45d3-945e-8153c5f74b91","remote_addr":"[fd00:1122:3344:101::b]:59461","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21712,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-b23e284d-f66e-45c8-a735-2e1c1b50d6c5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:52.402282899Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:52.404065086Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"uri":"/crucible/0/regions/b23e284d-f66e-45c8-a735-2e1c1b50d6c5","method":"GET","req_id":"7fcce878-7463-49d3-ba6a-8a49bb23f497","remote_addr":"[fd00:1122:3344:101::b]:59461","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:52.406893917Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d3833458-dfd8-4871-90bc-d2c845e97cd6/crucible/regions/b23e284d-f66e-45c8-a735-2e1c1b50d6c5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:52.419502111Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"region":"b23e284d-f66e-45c8-a735-2e1c1b50d6c5","component":"worker"}
{"msg":"region b23e284d-f66e-45c8-a735-2e1c1b50d6c5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:52.49111841Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:52.545703882Z","hostname":"oxz_crucible_49b16e76-e0c0-4646-b81e-488a0be669e6","pid":25988,"uri":"/crucible/0/regions/b23e284d-f66e-45c8-a735-2e1c1b50d6c5","method":"GET","req_id":"e3a687c3-4c5f-4b62-aa2c-152d3e1cac0e","remote_addr":"[fd00:1122:3344:101::b]:59461","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":"200"}