[ Dec 21 05:43:18 Enabled. ]
[ Dec 21 05:43:18 Rereading configuration. ]
[ Dec 21 05:43:21 Rereading configuration. ]
[ Dec 21 05:43:29 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2bb3541f-3c91-4f12-b4ac-85be5075aa6a/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_2bb3541f-3c91-4f12-b4ac-85be5075aa6a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:43:29.251987804Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:43:29.255630961Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:43:29.255643412Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:43:29.275287684Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:43:29.46210001Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.008113317Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45379"}
{"msg":"region 3547d6fd-3289-4cae-a4a3-db7f02e67f5a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.029040941Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.032999296Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.037861643Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"uri":"/crucible/0/regions","method":"POST","req_id":"57f07300-2ac4-4e52-b25f-b55e12f99990","remote_addr":"[fd00:1122:3344:101::a]:45379","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":10900,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_2bb3541f-3c91-4f12-b4ac-85be5075aa6a/crucible/regions/3547d6fd-3289-4cae-a4a3-db7f02e67f5a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.044920143Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_2bb3541f-3c91-4f12-b4ac-85be5075aa6a/crucible/regions/3547d6fd-3289-4cae-a4a3-db7f02e67f5a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.044970504Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3547d6fd-3289-4cae-a4a3-db7f02e67f5a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3547d6fd-3289-4cae-a4a3-db7f02e67f5a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.100913381Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"region":"3547d6fd-3289-4cae-a4a3-db7f02e67f5a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3547d6fd-3289-4cae-a4a3-db7f02e67f5a\" \"--data\" \"/data/regions/3547d6fd-3289-4cae-a4a3-db7f02e67f5a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.102825047Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"region":"3547d6fd-3289-4cae-a4a3-db7f02e67f5a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.213243833Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"region":"3547d6fd-3289-4cae-a4a3-db7f02e67f5a","component":"worker"}
{"msg":"region 3547d6fd-3289-4cae-a4a3-db7f02e67f5a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.213299085Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.213373707Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3547d6fd-3289-4cae-a4a3-db7f02e67f5a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.213772696Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3547d6fd-3289-4cae-a4a3-db7f02e67f5a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.220719233Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.233215814Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3547d6fd-3289-4cae-a4a3-db7f02e67f5a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.236225437Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3547d6fd-3289-4cae-a4a3-db7f02e67f5a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.236949024Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.237012536Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.237055486Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.237094807Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.241282108Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.24511068Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.260373258Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"uri":"/crucible/0/regions","method":"POST","req_id":"31c2b611-b826-4fb0-a10b-c14a3d96c7aa","remote_addr":"[fd00:1122:3344:101::a]:45379","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.664992654Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"uri":"/crucible/0/regions/3547d6fd-3289-4cae-a4a3-db7f02e67f5a","method":"GET","req_id":"4bb2c2e4-eb2d-4b8d-a5d3-d2fe5d87059b","remote_addr":"[fd00:1122:3344:101::a]:45379","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"path is \"/data/regions/3547d6fd-3289-4cae-a4a3-db7f02e67f5a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.667946555Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"datafile"}
{"msg":"dataset is oxp_2bb3541f-3c91-4f12-b4ac-85be5075aa6a/crucible/regions/3547d6fd-3289-4cae-a4a3-db7f02e67f5a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.679272818Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"datafile"}
{"msg":"region 3547d6fd-3289-4cae-a4a3-db7f02e67f5a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.689191916Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.6893434Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.689404321Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"uri":"/crucible/0/regions/3547d6fd-3289-4cae-a4a3-db7f02e67f5a","method":"DELETE","req_id":"d4f56c50-0a36-4831-aec4-ef2d3045517e","remote_addr":"[fd00:1122:3344:101::a]:45379","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21494,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-3547d6fd-3289-4cae-a4a3-db7f02e67f5a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.692443134Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.692789803Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"uri":"/crucible/0/regions/3547d6fd-3289-4cae-a4a3-db7f02e67f5a","method":"GET","req_id":"e6175ab7-6790-4858-af3b-3a73fa06a9f2","remote_addr":"[fd00:1122:3344:101::a]:45379","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":39,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.69642353Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2bb3541f-3c91-4f12-b4ac-85be5075aa6a/crucible/regions/3547d6fd-3289-4cae-a4a3-db7f02e67f5a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.707548928Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"region":"3547d6fd-3289-4cae-a4a3-db7f02e67f5a","component":"worker"}
{"msg":"region 3547d6fd-3289-4cae-a4a3-db7f02e67f5a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.782313977Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T05:44:12.809840489Z","hostname":"oxz_crucible_58a3e4e5-2240-49f1-94f3-64b58498ae89","pid":23020,"uri":"/crucible/0/regions/3547d6fd-3289-4cae-a4a3-db7f02e67f5a","method":"GET","req_id":"7abec907-22a5-4411-957b-18dc0a90bc5e","remote_addr":"[fd00:1122:3344:101::a]:45379","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"}