[ Jan  9 01:03:31 Enabled. ]
[ Jan  9 01:03:31 Rereading configuration. ]
[ Jan  9 01:03:34 Rereading configuration. ]
[ Jan  9 01:03:38 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:03:38.770006711Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:03:38.773714135Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:03:38.773728655Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:03:38.790512914Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:03:38.910368158Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:01.56485659Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50444"}
{"msg":"region e7b90867-1bc3-4579-9527-bcfb4ba34649 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:01.591362578Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:01.593854064Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:01.598706574Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions","method":"POST","req_id":"56eda79f-b8c2-4aeb-ac6f-21d200dd6324","remote_addr":"[fd00:1122:3344:101::a]:50444","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":11410,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:01.605726862Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:01.605784184Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e7b90867-1bc3-4579-9527-bcfb4ba34649\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:01.748143576Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"region":"e7b90867-1bc3-4579-9527-bcfb4ba34649","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e7b90867-1bc3-4579-9527-bcfb4ba34649\" \"--data\" \"/data/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:01.75010632Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"region":"e7b90867-1bc3-4579-9527-bcfb4ba34649","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:01.97041038Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions","method":"POST","req_id":"13822642-1524-4854-a565-0916acc352ae","remote_addr":"[fd00:1122:3344:101::a]:50444","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.068913363Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"region":"e7b90867-1bc3-4579-9527-bcfb4ba34649","component":"worker"}
{"msg":"region e7b90867-1bc3-4579-9527-bcfb4ba34649 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.068987675Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.06923072Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e7b90867-1bc3-4579-9527-bcfb4ba34649","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.06968661Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e7b90867-1bc3-4579-9527-bcfb4ba34649","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.085093718Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.130128804Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e7b90867-1bc3-4579-9527-bcfb4ba34649","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.15344654Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.154397311Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.154467753Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.154509484Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.154555605Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.176973181Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.201092265Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:04:02.416939265Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions","method":"POST","req_id":"c81515c2-c156-4bee-9c33-15529498244d","remote_addr":"[fd00:1122:3344:101::a]:50444","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.787272062Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39348"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.790486545Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649","method":"GET","req_id":"2d4e6d20-76ac-4810-b729-254a2e5ac5e5","remote_addr":"[fd00:1122:3344:101::a]:39348","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":3164,"response_code":"200"}
{"msg":"path is \"/data/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.794161587Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"dataset is oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.803559729Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"snapshot is oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649@976d8d11-2930-4c15-8236-b132904f582d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.812658635Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649\", \"976d8d11-2930-4c15-8236-b132904f582d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.812690685Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.823713564Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649/snapshots/976d8d11-2930-4c15-8236-b132904f582d","method":"GET","req_id":"87476367-66b8-40e4-8446-3a584d982bc2","remote_addr":"[fd00:1122:3344:101::a]:39348","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29553,"response_code":"200"}
{"msg":"path is \"/data/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.827267484Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"dataset is oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.8359529Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"snapshot is oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649@976d8d11-2930-4c15-8236-b132904f582d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.844112574Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649\", \"976d8d11-2930-4c15-8236-b132904f582d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.844140555Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot e7b90867-1bc3-4579-9527-bcfb4ba34649-976d8d11-2930-4c15-8236-b132904f582d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.858051779Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"applying SMF actions for region e7b90867-1bc3-4579-9527-bcfb4ba34649 running snapshot 976d8d11-2930-4c15-8236-b132904f582d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.858745094Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.858795916Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649/snapshots/976d8d11-2930-4c15-8236-b132904f582d/run","method":"POST","req_id":"f45be33a-22a2-4210-af90-3abf567ccd57","remote_addr":"[fd00:1122:3344:101::a]:39348","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31552,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-e7b90867-1bc3-4579-9527-bcfb4ba34649-976d8d11-2930-4c15-8236-b132904f582d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.876198988Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e7b90867-1bc3-4579-9527-bcfb4ba34649-976d8d11-2930-4c15-8236-b132904f582d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.880572147Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e7b90867-1bc3-4579-9527-bcfb4ba34649-976d8d11-2930-4c15-8236-b132904f582d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.892451325Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649/.zfs/snapshot/976d8d11-2930-4c15-8236-b132904f582d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.892761172Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.892814473Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.892861664Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.892901195Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.892950936Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.896733691Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.900837494Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"region e7b90867-1bc3-4579-9527-bcfb4ba34649 running snapshot 976d8d11-2930-4c15-8236-b132904f582d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:08.900851324Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"path is \"/data/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:09.005371913Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"dataset is oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:09.017358943Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"snapshot is oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649@976d8d11-2930-4c15-8236-b132904f582d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:09.030699994Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649\", \"976d8d11-2930-4c15-8236-b132904f582d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:09.030752725Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:09.044022215Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions/e7b90867-1bc3-4579-9527-bcfb4ba34649/snapshots/976d8d11-2930-4c15-8236-b132904f582d/run","method":"POST","req_id":"d5072289-5603-4b5f-a895-ef1efdc48163","remote_addr":"[fd00:1122:3344:101::a]:39348","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":38691,"response_code":"200"}
{"msg":"region b42be22e-773e-4c72-b10c-a24142554b3e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:12.974607325Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:12.974787439Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions","method":"POST","req_id":"740bec36-c1ee-4284-9fa3-2507b49b20fa","remote_addr":"[fd00:1122:3344:101::a]:39348","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":242,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:12.97482056Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/b42be22e-773e-4c72-b10c-a24142554b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:12.984238502Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/b42be22e-773e-4c72-b10c-a24142554b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:12.984273153Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b42be22e-773e-4c72-b10c-a24142554b3e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b42be22e-773e-4c72-b10c-a24142554b3e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.038828114Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"region":"b42be22e-773e-4c72-b10c-a24142554b3e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b42be22e-773e-4c72-b10c-a24142554b3e\" \"--data\" \"/data/regions/b42be22e-773e-4c72-b10c-a24142554b3e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.038883225Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"region":"b42be22e-773e-4c72-b10c-a24142554b3e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.115095735Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"region":"b42be22e-773e-4c72-b10c-a24142554b3e","component":"worker"}
{"msg":"region b42be22e-773e-4c72-b10c-a24142554b3e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.115137625Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.115232138Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b42be22e-773e-4c72-b10c-a24142554b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.115662287Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b42be22e-773e-4c72-b10c-a24142554b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.12245477Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.130726987Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b42be22e-773e-4c72-b10c-a24142554b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.134054252Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b42be22e-773e-4c72-b10c-a24142554b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.134289257Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.134345099Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.1343876Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.134432341Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.138021922Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.147633469Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:13.305070961Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions","method":"POST","req_id":"3bec78eb-bab3-4eb0-9404-4c864380132a","remote_addr":"[fd00:1122:3344:101::a]:39348","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":92,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.888106947Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions/b42be22e-773e-4c72-b10c-a24142554b3e","method":"GET","req_id":"179e2050-b5fb-4b03-8836-75b5a348cfb2","remote_addr":"[fd00:1122:3344:101::a]:39348","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"path is \"/data/regions/b42be22e-773e-4c72-b10c-a24142554b3e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.89178352Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"dataset is oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/b42be22e-773e-4c72-b10c-a24142554b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.904891976Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"region b42be22e-773e-4c72-b10c-a24142554b3e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.91483316Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.915013934Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.915068025Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions/b42be22e-773e-4c72-b10c-a24142554b3e","method":"DELETE","req_id":"b995e8a2-179f-41d4-a8f8-636e01476480","remote_addr":"[fd00:1122:3344:101::a]:39348","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23329,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.917915109Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions/b42be22e-773e-4c72-b10c-a24142554b3e","method":"GET","req_id":"0b5e1fc8-ba46-4e1b-b2b5-913840369acc","remote_addr":"[fd00:1122:3344:101::a]:39348","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-b42be22e-773e-4c72-b10c-a24142554b3e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.918619195Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.926001792Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible/regions/b42be22e-773e-4c72-b10c-a24142554b3e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.938086625Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"region":"b42be22e-773e-4c72-b10c-a24142554b3e","component":"worker"}
{"msg":"region b42be22e-773e-4c72-b10c-a24142554b3e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:39.991282975Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T01:14:40.055914133Z","hostname":"oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25","pid":26350,"uri":"/crucible/0/regions/b42be22e-773e-4c72-b10c-a24142554b3e","method":"GET","req_id":"2ea16409-38ac-48b2-91a5-895172ca81cb","remote_addr":"[fd00:1122:3344:101::a]:39348","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":78,"response_code":"200"}