[ Nov 18 21:00:51 Enabled. ]
[ Nov 18 21:00:51 Rereading configuration. ]
[ Nov 18 21:00:54 Rereading configuration. ]
[ Nov 18 21:00:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.303565088Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.306888153Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.306902063Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.324824551Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.421037064Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.32694383Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37599"}
{"msg":"region 9910264d-0a51-4248-87e7-da91a4e375a0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.344848754Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.346222494Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.350124573Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"uri":"/crucible/0/regions","method":"POST","req_id":"8a32dd46-e0e3-464a-94a2-9aaa7cb89689","remote_addr":"[fd00:1122:3344:101::a]:37599","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":7698,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/9910264d-0a51-4248-87e7-da91a4e375a0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.357111555Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/9910264d-0a51-4248-87e7-da91a4e375a0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.357125815Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9910264d-0a51-4248-87e7-da91a4e375a0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9910264d-0a51-4248-87e7-da91a4e375a0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.422661274Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"region":"9910264d-0a51-4248-87e7-da91a4e375a0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9910264d-0a51-4248-87e7-da91a4e375a0\" \"--data\" \"/data/regions/9910264d-0a51-4248-87e7-da91a4e375a0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.422781485Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"region":"9910264d-0a51-4248-87e7-da91a4e375a0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.581387188Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"region":"9910264d-0a51-4248-87e7-da91a4e375a0","component":"worker"}
{"msg":"region 9910264d-0a51-4248-87e7-da91a4e375a0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.581449828Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.581533949Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9910264d-0a51-4248-87e7-da91a4e375a0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.581944212Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9910264d-0a51-4248-87e7-da91a4e375a0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.58704861Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.600596041Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9910264d-0a51-4248-87e7-da91a4e375a0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.60443171Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9910264d-0a51-4248-87e7-da91a4e375a0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.605215676Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.605359926Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.605407667Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.605445117Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.610630466Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.614632866Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.617840039Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"uri":"/crucible/0/regions","method":"POST","req_id":"f7cd5a18-ae96-4a8c-ab44-ac994e035c84","remote_addr":"[fd00:1122:3344:101::a]:37599","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.467444661Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64177"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.478446843Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"uri":"/crucible/0/regions/9910264d-0a51-4248-87e7-da91a4e375a0","method":"GET","req_id":"3640ab2d-6769-4c0a-9070-ca61b73e2fa1","remote_addr":"[fd00:1122:3344:101::a]:64177","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":10925,"response_code":"200"}
{"msg":"path is \"/data/regions/9910264d-0a51-4248-87e7-da91a4e375a0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.483629972Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"dataset is oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/9910264d-0a51-4248-87e7-da91a4e375a0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.497444984Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"snapshot is oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/9910264d-0a51-4248-87e7-da91a4e375a0@3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.510969305Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/9910264d-0a51-4248-87e7-da91a4e375a0\", \"3f9fac57-9620-4fd8-bcd9-7592fc858ef5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.511023206Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.527834341Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"uri":"/crucible/0/regions/9910264d-0a51-4248-87e7-da91a4e375a0/snapshots/3f9fac57-9620-4fd8-bcd9-7592fc858ef5","method":"GET","req_id":"c469e1d0-ff57-4cb7-a223-432ee61cb152","remote_addr":"[fd00:1122:3344:101::a]:64177","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":44231,"response_code":"200"}
{"msg":"path is \"/data/regions/9910264d-0a51-4248-87e7-da91a4e375a0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.53304498Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"dataset is oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/9910264d-0a51-4248-87e7-da91a4e375a0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.545493433Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"snapshot is oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/9910264d-0a51-4248-87e7-da91a4e375a0@3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.553322851Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/9910264d-0a51-4248-87e7-da91a4e375a0\", \"3f9fac57-9620-4fd8-bcd9-7592fc858ef5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.553352112Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 9910264d-0a51-4248-87e7-da91a4e375a0-3f9fac57-9620-4fd8-bcd9-7592fc858ef5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.561857185Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"applying SMF actions for region 9910264d-0a51-4248-87e7-da91a4e375a0 running snapshot 3f9fac57-9620-4fd8-bcd9-7592fc858ef5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.562462949Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.56249056Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"uri":"/crucible/0/regions/9910264d-0a51-4248-87e7-da91a4e375a0/snapshots/3f9fac57-9620-4fd8-bcd9-7592fc858ef5/run","method":"POST","req_id":"c6881310-7b65-40d6-8969-f83550e641e0","remote_addr":"[fd00:1122:3344:101::a]:64177","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29496,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-9910264d-0a51-4248-87e7-da91a4e375a0-3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.571645888Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9910264d-0a51-4248-87e7-da91a4e375a0-3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.575587887Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9910264d-0a51-4248-87e7-da91a4e375a0-3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.58805613Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9910264d-0a51-4248-87e7-da91a4e375a0/.zfs/snapshot/3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.588331882Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.588383353Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.588432093Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.588471083Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.588517574Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.592492373Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.596732565Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"region 9910264d-0a51-4248-87e7-da91a4e375a0 running snapshot 3f9fac57-9620-4fd8-bcd9-7592fc858ef5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.596748335Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"path is \"/data/regions/9910264d-0a51-4248-87e7-da91a4e375a0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.737975828Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"dataset is oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/9910264d-0a51-4248-87e7-da91a4e375a0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.74626866Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"snapshot is oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/9910264d-0a51-4248-87e7-da91a4e375a0@3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.754964185Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/9910264d-0a51-4248-87e7-da91a4e375a0\", \"3f9fac57-9620-4fd8-bcd9-7592fc858ef5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.755003405Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.762813813Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"uri":"/crucible/0/regions/9910264d-0a51-4248-87e7-da91a4e375a0/snapshots/3f9fac57-9620-4fd8-bcd9-7592fc858ef5/run","method":"POST","req_id":"f379d8c0-7663-41f1-8795-59958a332f4c","remote_addr":"[fd00:1122:3344:101::a]:64177","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24880,"response_code":"200"}
{"msg":"region 2caf0422-9592-49b1-a741-9fa861a514dd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.029423255Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.029606417Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.029647237Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"uri":"/crucible/0/regions","method":"POST","req_id":"f55327a5-825a-4f77-b141-e4d65a639585","remote_addr":"[fd00:1122:3344:101::a]:64177","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":254,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/2caf0422-9592-49b1-a741-9fa861a514dd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.039791223Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/2caf0422-9592-49b1-a741-9fa861a514dd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.039826573Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2caf0422-9592-49b1-a741-9fa861a514dd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2caf0422-9592-49b1-a741-9fa861a514dd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.103986461Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"region":"2caf0422-9592-49b1-a741-9fa861a514dd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2caf0422-9592-49b1-a741-9fa861a514dd\" \"--data\" \"/data/regions/2caf0422-9592-49b1-a741-9fa861a514dd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.105952276Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"region":"2caf0422-9592-49b1-a741-9fa861a514dd","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.181200217Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"region":"2caf0422-9592-49b1-a741-9fa861a514dd","component":"worker"}
{"msg":"region 2caf0422-9592-49b1-a741-9fa861a514dd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.181264018Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.181360318Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2caf0422-9592-49b1-a741-9fa861a514dd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.181821152Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2caf0422-9592-49b1-a741-9fa861a514dd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.188665033Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.19758483Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2caf0422-9592-49b1-a741-9fa861a514dd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.200784403Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2caf0422-9592-49b1-a741-9fa861a514dd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.201090986Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.201163226Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.201208937Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.201257237Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.205949522Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.21642139Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:20.267493541Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"uri":"/crucible/0/regions","method":"POST","req_id":"f11122dd-bb7e-4a40-820a-9d26ffc54b62","remote_addr":"[fd00:1122:3344:101::a]:64177","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.649652489Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"uri":"/crucible/0/regions/2caf0422-9592-49b1-a741-9fa861a514dd","method":"GET","req_id":"4e8cd621-0ffb-4234-8374-1cfbcd2fb538","remote_addr":"[fd00:1122:3344:101::a]:64177","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/2caf0422-9592-49b1-a741-9fa861a514dd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.653454578Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"dataset is oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/2caf0422-9592-49b1-a741-9fa861a514dd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.666685546Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"region 2caf0422-9592-49b1-a741-9fa861a514dd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.67664338Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.676810772Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-2caf0422-9592-49b1-a741-9fa861a514dd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.67793373Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.67923165Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"uri":"/crucible/0/regions/2caf0422-9592-49b1-a741-9fa861a514dd","method":"DELETE","req_id":"145b6729-0e22-4caf-b721-8af1d41be892","remote_addr":"[fd00:1122:3344:101::a]:64177","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25810,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.682664215Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"uri":"/crucible/0/regions/2caf0422-9592-49b1-a741-9fa861a514dd","method":"GET","req_id":"f2c51488-f710-441d-933c-684b6f96c3f9","remote_addr":"[fd00:1122:3344:101::a]:64177","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.684894872Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crucible/regions/2caf0422-9592-49b1-a741-9fa861a514dd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.69666367Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"region":"2caf0422-9592-49b1-a741-9fa861a514dd","component":"worker"}
{"msg":"region 2caf0422-9592-49b1-a741-9fa861a514dd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.754727212Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:45.773414602Z","hostname":"oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a","pid":28457,"uri":"/crucible/0/regions/2caf0422-9592-49b1-a741-9fa861a514dd","method":"GET","req_id":"faf776aa-93de-4423-8cb7-20c4edbf0144","remote_addr":"[fd00:1122:3344:101::a]:64177","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":"200"}