[ Jun  4 01:18:05 Enabled. ]
[ Jun  4 01:18:05 Rereading configuration. ]
[ Jun  4 01:18:09 Rereading configuration. ]
[ Jun  4 01:18:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4a70a1c1-5515-46f1-bc54-82b3405b1658/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_4a70a1c1-5515-46f1-bc54-82b3405b1658/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.596258987Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.599120208Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.599129228Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.612912705Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.714326522Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.512301968Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:39534"}
{"msg":"region 4709aa2f-f89e-4f38-917b-3f6354cdb852 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.551682293Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.556811547Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"uri":"/crucible/0/regions","method":"POST","req_id":"3d496328-e476-4579-bc9b-c9b98e7d1e7f","remote_addr":"[fd00:1122:3344:101::c]:39534","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22396,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.559286167Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_4a70a1c1-5515-46f1-bc54-82b3405b1658/crucible/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.570175032Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_4a70a1c1-5515-46f1-bc54-82b3405b1658/crucible/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.570237474Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4709aa2f-f89e-4f38-917b-3f6354cdb852\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.658863022Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"region":"4709aa2f-f89e-4f38-917b-3f6354cdb852","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4709aa2f-f89e-4f38-917b-3f6354cdb852\" \"--data\" \"/data/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.661049953Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"region":"4709aa2f-f89e-4f38-917b-3f6354cdb852","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.862845688Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"uri":"/crucible/0/regions","method":"POST","req_id":"f24ab7e1-e473-4664-85c1-6c101c2c0c1b","remote_addr":"[fd00:1122:3344:101::c]:39534","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.956018193Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"region":"4709aa2f-f89e-4f38-917b-3f6354cdb852","component":"worker"}
{"msg":"region 4709aa2f-f89e-4f38-917b-3f6354cdb852 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.956109176Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.956321642Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4709aa2f-f89e-4f38-917b-3f6354cdb852","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.956718253Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4709aa2f-f89e-4f38-917b-3f6354cdb852","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.961543068Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.978283758Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4709aa2f-f89e-4f38-917b-3f6354cdb852","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.981786237Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.982597719Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.982662721Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.982703142Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.982748344Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:58.987447465Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.000856112Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.370846137Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"uri":"/crucible/0/regions","method":"POST","req_id":"a00bac2d-2a7e-43d6-b240-9a3709e5468a","remote_addr":"[fd00:1122:3344:101::c]:39534","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.964522332Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"uri":"/crucible/0/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852","method":"GET","req_id":"afca4c77-52ae-4ed6-b197-8626e1f19d35","remote_addr":"[fd00:1122:3344:101::c]:39534","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":89,"response_code":"200"}
{"msg":"path is \"/data/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.970442778Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"datafile"}
{"msg":"dataset is oxp_4a70a1c1-5515-46f1-bc54-82b3405b1658/crucible/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.981340534Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"datafile"}
{"msg":"region 4709aa2f-f89e-4f38-917b-3f6354cdb852 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.9915386Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.991731966Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.991789897Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"uri":"/crucible/0/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852","method":"DELETE","req_id":"4c7496d3-0006-4f07-a629-7438c6f63a0a","remote_addr":"[fd00:1122:3344:101::c]:39534","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21369,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-4709aa2f-f89e-4f38-917b-3f6354cdb852 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.992798565Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.99507346Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"uri":"/crucible/0/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852","method":"GET","req_id":"dd4ff279-9069-46d2-8795-4f2a1b2ec52e","remote_addr":"[fd00:1122:3344:101::c]:39534","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:59.999598576Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_4a70a1c1-5515-46f1-bc54-82b3405b1658/crucible/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:00.010872313Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"region":"4709aa2f-f89e-4f38-917b-3f6354cdb852","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:00.055406153Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"uri":"/crucible/0/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852","method":"GET","req_id":"ebe1d70a-2af1-4e28-af5e-ec1294b4d2f5","remote_addr":"[fd00:1122:3344:101::c]:39534","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"region 4709aa2f-f89e-4f38-917b-3f6354cdb852 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:00.096442265Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:00.23949085Z","hostname":"oxz_crucible_63f99608-8496-4c08-923a-efe7bc3e9807","pid":24267,"uri":"/crucible/0/regions/4709aa2f-f89e-4f38-917b-3f6354cdb852","method":"GET","req_id":"26763ad4-a93f-44bc-8aa2-2757cd299ed2","remote_addr":"[fd00:1122:3344:101::c]:39534","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":"200"}