[ Jul  1 19:40:43 Enabled. ]
[ Jul  1 19:40:43 Rereading configuration. ]
[ Jul  1 19:40:46 Rereading configuration. ]
[ Jul  1 19:40:51 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_900e20e0-e1d7-4db5-816f-3e9b0fc98bf1/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_900e20e0-e1d7-4db5-816f-3e9b0fc98bf1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:40:51.525896347Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:40:51.529187815Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:40:51.529199065Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:40:51.547989533Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:40:51.628550741Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.384495208Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36315"}
{"msg":"region 7891d38f-c974-4873-a959-8dd353454931 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.421462119Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.426047918Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"uri":"/crucible/0/regions","method":"POST","req_id":"b0ecf9d2-1229-4bf4-b429-d08e06b0a75d","remote_addr":"[fd00:1122:3344:101::c]:36315","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20767,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.428315897Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_900e20e0-e1d7-4db5-816f-3e9b0fc98bf1/crucible/regions/7891d38f-c974-4873-a959-8dd353454931","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.437813766Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_900e20e0-e1d7-4db5-816f-3e9b0fc98bf1/crucible/regions/7891d38f-c974-4873-a959-8dd353454931","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.437843337Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7891d38f-c974-4873-a959-8dd353454931\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7891d38f-c974-4873-a959-8dd353454931\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.499582306Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"region":"7891d38f-c974-4873-a959-8dd353454931","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7891d38f-c974-4873-a959-8dd353454931\" \"--data\" \"/data/regions/7891d38f-c974-4873-a959-8dd353454931\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.499637316Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"region":"7891d38f-c974-4873-a959-8dd353454931","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.60831099Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"uri":"/crucible/0/regions","method":"POST","req_id":"a3d01170-d654-42fe-a9fb-c1f76477d168","remote_addr":"[fd00:1122:3344:101::c]:36315","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.812433746Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"region":"7891d38f-c974-4873-a959-8dd353454931","component":"worker"}
{"msg":"region 7891d38f-c974-4873-a959-8dd353454931 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.812477066Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.812564897Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7891d38f-c974-4873-a959-8dd353454931","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.81293282Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7891d38f-c974-4873-a959-8dd353454931","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.821503612Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.840429511Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7891d38f-c974-4873-a959-8dd353454931","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.843781969Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7891d38f-c974-4873-a959-8dd353454931","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.844458565Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.844519065Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.844565196Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.844604056Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.848846652Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:12.862524137Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.134672554Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"uri":"/crucible/0/regions","method":"POST","req_id":"fbc63363-17e9-4b90-a8d4-d8f0efe7b0a8","remote_addr":"[fd00:1122:3344:101::c]:36315","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.749177429Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"uri":"/crucible/0/regions/7891d38f-c974-4873-a959-8dd353454931","method":"GET","req_id":"488e87eb-4062-4a67-874f-ed0546c3c314","remote_addr":"[fd00:1122:3344:101::c]:36315","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"path is \"/data/regions/7891d38f-c974-4873-a959-8dd353454931\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.752414406Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"datafile"}
{"msg":"dataset is oxp_900e20e0-e1d7-4db5-816f-3e9b0fc98bf1/crucible/regions/7891d38f-c974-4873-a959-8dd353454931","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.764617279Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"datafile"}
{"msg":"region 7891d38f-c974-4873-a959-8dd353454931 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.775293639Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.77543155Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.77548738Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"uri":"/crucible/0/regions/7891d38f-c974-4873-a959-8dd353454931","method":"DELETE","req_id":"e847143b-4471-4dfc-a7a4-93381c1bc817","remote_addr":"[fd00:1122:3344:101::c]:36315","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23100,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-7891d38f-c974-4873-a959-8dd353454931 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.776454778Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.779142121Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"uri":"/crucible/0/regions/7891d38f-c974-4873-a959-8dd353454931","method":"GET","req_id":"b6a08d23-14f7-4020-a1cf-c0d22600943c","remote_addr":"[fd00:1122:3344:101::c]:36315","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.782070976Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_900e20e0-e1d7-4db5-816f-3e9b0fc98bf1/crucible/regions/7891d38f-c974-4873-a959-8dd353454931\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.793745304Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"region":"7891d38f-c974-4873-a959-8dd353454931","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.852557118Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"uri":"/crucible/0/regions/7891d38f-c974-4873-a959-8dd353454931","method":"GET","req_id":"287e003b-0226-4276-b948-1f46f2732850","remote_addr":"[fd00:1122:3344:101::c]:36315","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"region 7891d38f-c974-4873-a959-8dd353454931 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.862744274Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T19:41:13.957914594Z","hostname":"oxz_crucible_4e151414-186d-43ac-a8e5-6368fb62a687","pid":25654,"uri":"/crucible/0/regions/7891d38f-c974-4873-a959-8dd353454931","method":"GET","req_id":"8b8c2530-7a46-4b26-b2c0-d1013f6ee799","remote_addr":"[fd00:1122:3344:101::c]:36315","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":39,"response_code":"200"}