[ Jan 14 22:31:22 Enabled. ]
[ Jan 14 22:31:22 Rereading configuration. ]
[ Jan 14 22:31:25 Rereading configuration. ]
[ Jan 14 22:31:29 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a77abd92-fef1-4271-b3d6-7b70ec3d579b/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_a77abd92-fef1-4271-b3d6-7b70ec3d579b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:29.428296152Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:29.432096717Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:29.432109827Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:29.450440476Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:29.507849753Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.392191318Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35614"}
{"msg":"region 8087c22f-b0b1-4965-b715-02b55fe868c1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.396097305Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.396313788Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.396332318Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions","method":"POST","req_id":"c5326b70-5ce0-43a1-9a95-bad24ec9f118","remote_addr":"[fd00:1122:3344:101::a]:35614","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":345,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_a77abd92-fef1-4271-b3d6-7b70ec3d579b/crucible/regions/8087c22f-b0b1-4965-b715-02b55fe868c1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.406744992Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a77abd92-fef1-4271-b3d6-7b70ec3d579b/crucible/regions/8087c22f-b0b1-4965-b715-02b55fe868c1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.406776063Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8087c22f-b0b1-4965-b715-02b55fe868c1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8087c22f-b0b1-4965-b715-02b55fe868c1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.461416376Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"region":"8087c22f-b0b1-4965-b715-02b55fe868c1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8087c22f-b0b1-4965-b715-02b55fe868c1\" \"--data\" \"/data/regions/8087c22f-b0b1-4965-b715-02b55fe868c1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.461475927Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"region":"8087c22f-b0b1-4965-b715-02b55fe868c1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.58642072Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"region":"8087c22f-b0b1-4965-b715-02b55fe868c1","component":"worker"}
{"msg":"region 8087c22f-b0b1-4965-b715-02b55fe868c1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.586470051Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.586547052Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8087c22f-b0b1-4965-b715-02b55fe868c1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.586942696Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8087c22f-b0b1-4965-b715-02b55fe868c1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.590704201Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.59814042Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8087c22f-b0b1-4965-b715-02b55fe868c1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.600787732Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8087c22f-b0b1-4965-b715-02b55fe868c1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.601529531Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.601602222Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.601648642Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.601688473Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.605891633Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.610326616Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.667116555Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions","method":"POST","req_id":"12fc7d82-ef52-496d-b9c6-15799ec96485","remote_addr":"[fd00:1122:3344:101::a]:35614","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.997159793Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions/8087c22f-b0b1-4965-b715-02b55fe868c1","method":"GET","req_id":"6b729d4a-bb7d-4a1b-aa63-4f3444dd94f1","remote_addr":"[fd00:1122:3344:101::a]:35614","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"path is \"/data/regions/8087c22f-b0b1-4965-b715-02b55fe868c1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:44.999352679Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"dataset is oxp_a77abd92-fef1-4271-b3d6-7b70ec3d579b/crucible/regions/8087c22f-b0b1-4965-b715-02b55fe868c1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.009813374Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"region 8087c22f-b0b1-4965-b715-02b55fe868c1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.019048074Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.019191356Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.019263017Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions/8087c22f-b0b1-4965-b715-02b55fe868c1","method":"DELETE","req_id":"8b9935d8-70c5-4d50-b624-78a4a695c680","remote_addr":"[fd00:1122:3344:101::a]:35614","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19938,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-8087c22f-b0b1-4965-b715-02b55fe868c1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.020481112Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.02208088Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions/8087c22f-b0b1-4965-b715-02b55fe868c1","method":"GET","req_id":"ba30d673-07d5-444f-a9a9-f828fa88792a","remote_addr":"[fd00:1122:3344:101::a]:35614","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.030585142Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a77abd92-fef1-4271-b3d6-7b70ec3d579b/crucible/regions/8087c22f-b0b1-4965-b715-02b55fe868c1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.041015887Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"region":"8087c22f-b0b1-4965-b715-02b55fe868c1","component":"worker"}
{"msg":"region 8087c22f-b0b1-4965-b715-02b55fe868c1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.107871837Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:31:45.175358254Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions/8087c22f-b0b1-4965-b715-02b55fe868c1","method":"GET","req_id":"c30909f7-f9ab-4ea6-8e5c-34298c66b804","remote_addr":"[fd00:1122:3344:101::a]:35614","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.702184095Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62648"}
{"msg":"region 75881a31-848c-4a6c-95b2-50b2ff859be9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.702372647Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.703266148Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.703283788Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions","method":"POST","req_id":"501a510b-1387-4d98-b7ee-c46094e5bd99","remote_addr":"[fd00:1122:3344:101::a]:62648","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":955,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_a77abd92-fef1-4271-b3d6-7b70ec3d579b/crucible/regions/75881a31-848c-4a6c-95b2-50b2ff859be9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.720513814Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a77abd92-fef1-4271-b3d6-7b70ec3d579b/crucible/regions/75881a31-848c-4a6c-95b2-50b2ff859be9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.720551605Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"75881a31-848c-4a6c-95b2-50b2ff859be9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/75881a31-848c-4a6c-95b2-50b2ff859be9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.827605425Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"region":"75881a31-848c-4a6c-95b2-50b2ff859be9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"75881a31-848c-4a6c-95b2-50b2ff859be9\" \"--data\" \"/data/regions/75881a31-848c-4a6c-95b2-50b2ff859be9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.830187506Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"region":"75881a31-848c-4a6c-95b2-50b2ff859be9","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:39.8832361Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions","method":"POST","req_id":"5c84ffc8-011c-4d17-90e5-e404dc3b1db8","remote_addr":"[fd00:1122:3344:101::a]:62648","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":97,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.121427239Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"region":"75881a31-848c-4a6c-95b2-50b2ff859be9","component":"worker"}
{"msg":"region 75881a31-848c-4a6c-95b2-50b2ff859be9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.12146002Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.121554791Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-75881a31-848c-4a6c-95b2-50b2ff859be9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.122954517Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-75881a31-848c-4a6c-95b2-50b2ff859be9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.13821633Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.150240054Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-75881a31-848c-4a6c-95b2-50b2ff859be9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.15332197Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/75881a31-848c-4a6c-95b2-50b2ff859be9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.153587314Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.153642394Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.153686005Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.153727535Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.157342519Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.162000384Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:40.25029644Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions","method":"POST","req_id":"55eb86c1-c83b-47f7-a204-b5f20d7b9fd5","remote_addr":"[fd00:1122:3344:101::a]:62648","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"region b4917f65-ae40-4a6d-90b2-befe8d13bbc8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.147006411Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.147221913Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.147266454Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions","method":"POST","req_id":"e61f0941-5b76-4bcc-9663-eb83b461a74a","remote_addr":"[fd00:1122:3344:101::a]:62648","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1115,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_a77abd92-fef1-4271-b3d6-7b70ec3d579b/crucible/regions/b4917f65-ae40-4a6d-90b2-befe8d13bbc8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.159435599Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a77abd92-fef1-4271-b3d6-7b70ec3d579b/crucible/regions/b4917f65-ae40-4a6d-90b2-befe8d13bbc8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.1594732Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b4917f65-ae40-4a6d-90b2-befe8d13bbc8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b4917f65-ae40-4a6d-90b2-befe8d13bbc8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.21467107Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"region":"b4917f65-ae40-4a6d-90b2-befe8d13bbc8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b4917f65-ae40-4a6d-90b2-befe8d13bbc8\" \"--data\" \"/data/regions/b4917f65-ae40-4a6d-90b2-befe8d13bbc8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.214727231Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"region":"b4917f65-ae40-4a6d-90b2-befe8d13bbc8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.289562906Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"region":"b4917f65-ae40-4a6d-90b2-befe8d13bbc8","component":"worker"}
{"msg":"region b4917f65-ae40-4a6d-90b2-befe8d13bbc8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.289605056Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.289703817Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b4917f65-ae40-4a6d-90b2-befe8d13bbc8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.291663811Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b4917f65-ae40-4a6d-90b2-befe8d13bbc8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.300705459Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.308188118Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b4917f65-ae40-4a6d-90b2-befe8d13bbc8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.311515868Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b4917f65-ae40-4a6d-90b2-befe8d13bbc8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.311722461Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.311779812Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.311821862Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.311863473Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.318453381Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.324531464Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:41:45.457440634Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions","method":"POST","req_id":"5e31d9ce-c8ad-498a-bab5-200c5446c010","remote_addr":"[fd00:1122:3344:101::a]:62648","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.004371762Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions/b4917f65-ae40-4a6d-90b2-befe8d13bbc8","method":"GET","req_id":"7687ceef-7deb-45e7-90d0-3e910626759a","remote_addr":"[fd00:1122:3344:101::a]:62648","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/b4917f65-ae40-4a6d-90b2-befe8d13bbc8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.008250859Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"dataset is oxp_a77abd92-fef1-4271-b3d6-7b70ec3d579b/crucible/regions/b4917f65-ae40-4a6d-90b2-befe8d13bbc8","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.020305063Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"region b4917f65-ae40-4a6d-90b2-befe8d13bbc8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.029837227Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.030034399Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.03010732Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions/b4917f65-ae40-4a6d-90b2-befe8d13bbc8","method":"DELETE","req_id":"7c4735f6-18fb-4e07-823c-5da14a79995b","remote_addr":"[fd00:1122:3344:101::a]:62648","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21905,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-b4917f65-ae40-4a6d-90b2-befe8d13bbc8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.031830531Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.033879955Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions/b4917f65-ae40-4a6d-90b2-befe8d13bbc8","method":"GET","req_id":"a6f2bc3d-9dc1-472e-b1f6-ce071126f96f","remote_addr":"[fd00:1122:3344:101::a]:62648","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":545,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.042229135Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a77abd92-fef1-4271-b3d6-7b70ec3d579b/crucible/regions/b4917f65-ae40-4a6d-90b2-befe8d13bbc8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.052210965Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"region":"b4917f65-ae40-4a6d-90b2-befe8d13bbc8","component":"worker"}
{"msg":"region b4917f65-ae40-4a6d-90b2-befe8d13bbc8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.102195512Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-14T22:42:10.178372854Z","hostname":"oxz_crucible_505f69b7-006c-4177-84d9-954cc0c52f8d","pid":26257,"uri":"/crucible/0/regions/b4917f65-ae40-4a6d-90b2-befe8d13bbc8","method":"GET","req_id":"727d515b-7b1a-4df8-a5dc-eab6ff488491","remote_addr":"[fd00:1122:3344:101::a]:62648","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":555,"response_code":"200"}