[ Aug 28 04:05:09 Enabled. ] [ Aug 28 04:05:09 Rereading configuration. ] [ Aug 28 04:05:11 Rereading configuration. ] [ Aug 28 04:05:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e3fa46c7-4f3a-45f7-afd8-b7799f191587/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_e3fa46c7-4f3a-45f7-afd8-b7799f191587/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:14.304424231Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:14.306836902Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:14.306848102Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:14.34422886Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:14.577641707Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.297363912Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47688"} {"msg":"region 58dc846d-27e1-4008-bb20-b34499f4841a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.322325206Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.329450135Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.329552518Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"uri":"/crucible/0/regions","method":"POST","req_id":"974b1463-4200-49c1-81f2-3fd7fe9f85c3","remote_addr":"[fd00:1122:3344:101::a]:47688","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16274,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e3fa46c7-4f3a-45f7-afd8-b7799f191587/crucible/regions/58dc846d-27e1-4008-bb20-b34499f4841a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.339968444Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e3fa46c7-4f3a-45f7-afd8-b7799f191587/crucible/regions/58dc846d-27e1-4008-bb20-b34499f4841a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.340008565Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"58dc846d-27e1-4008-bb20-b34499f4841a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/58dc846d-27e1-4008-bb20-b34499f4841a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.394338031Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"region":"58dc846d-27e1-4008-bb20-b34499f4841a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"58dc846d-27e1-4008-bb20-b34499f4841a\" \"--data\" \"/data/regions/58dc846d-27e1-4008-bb20-b34499f4841a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.396600007Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"region":"58dc846d-27e1-4008-bb20-b34499f4841a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.677350683Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"uri":"/crucible/0/regions","method":"POST","req_id":"7cf13d43-d70b-4002-9a9a-9e503680c5c3","remote_addr":"[fd00:1122:3344:101::a]:47688","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":110,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.729543917Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"region":"58dc846d-27e1-4008-bb20-b34499f4841a","component":"worker"} {"msg":"region 58dc846d-27e1-4008-bb20-b34499f4841a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.729581218Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.729783024Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-58dc846d-27e1-4008-bb20-b34499f4841a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.730455733Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-58dc846d-27e1-4008-bb20-b34499f4841a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.736215823Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.760182487Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-58dc846d-27e1-4008-bb20-b34499f4841a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.769296714Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58dc846d-27e1-4008-bb20-b34499f4841a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.77221369Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.774508757Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.774569009Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.774619511Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.778639949Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.782479051Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:52.232612374Z","hostname":"oxz_crucible_d4f01887-9496-477a-9ed8-f93bf14fea73","pid":24277,"uri":"/crucible/0/regions","method":"POST","req_id":"ebfee01d-acda-4fd8-b067-3ee85f468de9","remote_addr":"[fd00:1122:3344:101::a]:47688","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":86,"response_code":"200"}