[ Jan 16 19:48:46 Enabled. ]
[ Jan 16 19:48:46 Rereading configuration. ]
[ Jan 16 19:48:49 Rereading configuration. ]
[ Jan 16 19:48:54 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:48:54.088171307Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:48:54.089018092Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:48:54.089026182Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:48:54.105828607Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:48:54.284252328Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.146229299Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:65222"}
{"msg":"region 32ba58c6-a5c9-476b-b17b-b131f4b1c35d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.169782832Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.172180184Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"uri":"/crucible/0/regions","method":"POST","req_id":"164fe9c8-e0c9-458d-9949-efb1714b47fa","remote_addr":"[fd00:1122:3344:101::c]:65222","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":9450,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.172856496Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.182807501Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.182865662Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"32ba58c6-a5c9-476b-b17b-b131f4b1c35d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.28877146Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"region":"32ba58c6-a5c9-476b-b17b-b131f4b1c35d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"32ba58c6-a5c9-476b-b17b-b131f4b1c35d\" \"--data\" \"/data/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.290977219Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"region":"32ba58c6-a5c9-476b-b17b-b131f4b1c35d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.434368185Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"uri":"/crucible/0/regions","method":"POST","req_id":"64c07ede-d9d1-4242-bdf1-e76c4b938545","remote_addr":"[fd00:1122:3344:101::c]:65222","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":116,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.545553606Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"region":"32ba58c6-a5c9-476b-b17b-b131f4b1c35d","component":"worker"}
{"msg":"region 32ba58c6-a5c9-476b-b17b-b131f4b1c35d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.545616637Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.545892162Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.546230018Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.553676858Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.578053766Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.589229312Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.599520543Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.599613704Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.599668035Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.599700376Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.606449484Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:21.616164365Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:49:22.101898068Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"uri":"/crucible/0/regions","method":"POST","req_id":"be2226b4-c010-427a-a0f9-49f3efc05778","remote_addr":"[fd00:1122:3344:101::c]:65222","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.812535436Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40680"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.813226468Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"uri":"/crucible/0/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d","method":"GET","req_id":"452db83a-536a-47b5-9f96-8aa78157f438","remote_addr":"[fd00:1122:3344:101::c]:40680","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"path is \"/data/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.818401498Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"dataset is oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.827960486Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"snapshot is oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d@07d14696-c8d6-4e2e-a421-4064ed1fad84","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.837020885Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d\", \"07d14696-c8d6-4e2e-a421-4064ed1fad84\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.837055156Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.848651409Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"uri":"/crucible/0/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d/snapshots/07d14696-c8d6-4e2e-a421-4064ed1fad84","method":"GET","req_id":"971e63bd-f4e5-4bba-a0c1-952c4e4743c2","remote_addr":"[fd00:1122:3344:101::c]:40680","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30266,"response_code":"200"}
{"msg":"path is \"/data/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.851947717Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"dataset is oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.860848163Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"snapshot is oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d@07d14696-c8d6-4e2e-a421-4064ed1fad84","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.869645078Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d\", \"07d14696-c8d6-4e2e-a421-4064ed1fad84\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.869674348Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 32ba58c6-a5c9-476b-b17b-b131f4b1c35d-07d14696-c8d6-4e2e-a421-4064ed1fad84 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.878512333Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"applying SMF actions for region 32ba58c6-a5c9-476b-b17b-b131f4b1c35d running snapshot 07d14696-c8d6-4e2e-a421-4064ed1fad84 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.879044532Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.879079373Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"uri":"/crucible/0/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d/snapshots/07d14696-c8d6-4e2e-a421-4064ed1fad84/run","method":"POST","req_id":"9b01ddc0-fd34-4cfa-a7c1-a2df00abf6b5","remote_addr":"[fd00:1122:3344:101::c]:40680","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27166,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.88688727Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.886990842Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.887090014Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.887097844Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.887148855Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.887206966Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.887868967Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.887931879Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.887978069Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.88802878Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.89601687Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-32ba58c6-a5c9-476b-b17b-b131f4b1c35d-07d14696-c8d6-4e2e-a421-4064ed1fad84","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.896473848Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-32ba58c6-a5c9-476b-b17b-b131f4b1c35d-07d14696-c8d6-4e2e-a421-4064ed1fad84","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.898928681Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-32ba58c6-a5c9-476b-b17b-b131f4b1c35d-07d14696-c8d6-4e2e-a421-4064ed1fad84","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.911594954Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d/.zfs/snapshot/07d14696-c8d6-4e2e-a421-4064ed1fad84","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.911837598Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.911897379Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.91194383Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.911989561Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.912049822Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.915730486Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.920168564Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"region 32ba58c6-a5c9-476b-b17b-b131f4b1c35d running snapshot 07d14696-c8d6-4e2e-a421-4064ed1fad84 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:43.920207525Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"path is \"/data/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:44.254098413Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"dataset is oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:44.262721795Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"snapshot is oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d@07d14696-c8d6-4e2e-a421-4064ed1fad84","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:44.271615581Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d\", \"07d14696-c8d6-4e2e-a421-4064ed1fad84\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:44.271664182Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:44.279700163Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"uri":"/crucible/0/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d/snapshots/07d14696-c8d6-4e2e-a421-4064ed1fad84/run","method":"POST","req_id":"dcb864f9-33f0-4d59-a692-7b4612923a77","remote_addr":"[fd00:1122:3344:101::c]:40680","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25636,"response_code":"200"}
{"msg":"region 05042cbd-5b4b-46cc-aa9c-7c8b8c245645 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.591940319Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.592136703Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"uri":"/crucible/0/regions","method":"POST","req_id":"1094e16e-8876-46b5-8c48-d54f607757ce","remote_addr":"[fd00:1122:3344:101::c]:40680","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":270,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.592170263Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/05042cbd-5b4b-46cc-aa9c-7c8b8c245645","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.601744091Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_53461fc8-ab3c-4dae-9c51-0d1f5d3a976a/crucible/regions/05042cbd-5b4b-46cc-aa9c-7c8b8c245645","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.601778372Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"05042cbd-5b4b-46cc-aa9c-7c8b8c245645\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/05042cbd-5b4b-46cc-aa9c-7c8b8c245645\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.665533611Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"region":"05042cbd-5b4b-46cc-aa9c-7c8b8c245645","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"05042cbd-5b4b-46cc-aa9c-7c8b8c245645\" \"--data\" \"/data/regions/05042cbd-5b4b-46cc-aa9c-7c8b8c245645\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.667487095Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"region":"05042cbd-5b4b-46cc-aa9c-7c8b8c245645","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.742820707Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"region":"05042cbd-5b4b-46cc-aa9c-7c8b8c245645","component":"worker"}
{"msg":"region 05042cbd-5b4b-46cc-aa9c-7c8b8c245645 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.742856357Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.74303016Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-05042cbd-5b4b-46cc-aa9c-7c8b8c245645","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.743466498Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-05042cbd-5b4b-46cc-aa9c-7c8b8c245645","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.754924869Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.764765238Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-05042cbd-5b4b-46cc-aa9c-7c8b8c245645","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.768701321Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05042cbd-5b4b-46cc-aa9c-7c8b8c245645","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.768974935Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.769036847Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.769084468Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.769125588Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.773586376Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.779018931Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.779132764Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.779235315Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.779251056Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.779281326Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.779330257Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32ba58c6-a5c9-476b-b17b-b131f4b1c35d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.784224013Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.784279544Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.784333925Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.784381856Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.788447457Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.790411871Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-16T19:59:48.815599904Z","hostname":"oxz_crucible_58e89baf-17a9-4d97-a65a-9edb766e2990","pid":23936,"uri":"/crucible/0/regions","method":"POST","req_id":"33d3feae-89ff-4824-a371-f3bc9b0f61d9","remote_addr":"[fd00:1122:3344:101::c]:40680","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":642,"response_code":"200"}