[ Jan 25 03:52:59 Enabled. ]
[ Jan 25 03:52:59 Rereading configuration. ]
[ Jan 25 03:53:04 Rereading configuration. ]
[ Jan 25 03:53:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_35b7f17f-2139-4f31-b2d5-c4c76891288f/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_35b7f17f-2139-4f31-b2d5-c4c76891288f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:53:09.442601933Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:53:09.444824826Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:53:09.444832647Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:53:09.455552717Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:53:09.51545528Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.342766514Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62549"}
{"msg":"region 638fd1b0-3131-4a81-b4f0-147b77c93b5b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.373169672Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.377972558Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"uri":"/crucible/0/regions","method":"POST","req_id":"105f4679-8db7-4c2a-bb74-66a8d366932f","remote_addr":"[fd00:1122:3344:101::a]:62549","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":13360,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.380373836Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_35b7f17f-2139-4f31-b2d5-c4c76891288f/crucible/regions/638fd1b0-3131-4a81-b4f0-147b77c93b5b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.390374559Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_35b7f17f-2139-4f31-b2d5-c4c76891288f/crucible/regions/638fd1b0-3131-4a81-b4f0-147b77c93b5b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.39040331Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"638fd1b0-3131-4a81-b4f0-147b77c93b5b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/638fd1b0-3131-4a81-b4f0-147b77c93b5b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.441811307Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"region":"638fd1b0-3131-4a81-b4f0-147b77c93b5b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"638fd1b0-3131-4a81-b4f0-147b77c93b5b\" \"--data\" \"/data/regions/638fd1b0-3131-4a81-b4f0-147b77c93b5b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.443969519Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"region":"638fd1b0-3131-4a81-b4f0-147b77c93b5b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.565507338Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"region":"638fd1b0-3131-4a81-b4f0-147b77c93b5b","component":"worker"}
{"msg":"region 638fd1b0-3131-4a81-b4f0-147b77c93b5b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.565555889Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.565651101Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-638fd1b0-3131-4a81-b4f0-147b77c93b5b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.566068192Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-638fd1b0-3131-4a81-b4f0-147b77c93b5b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.570192012Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.583611707Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-638fd1b0-3131-4a81-b4f0-147b77c93b5b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.598910888Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/638fd1b0-3131-4a81-b4f0-147b77c93b5b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.599643536Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.599735928Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.59979512Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.599847271Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.605508318Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.613840491Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.636129671Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"uri":"/crucible/0/regions","method":"POST","req_id":"c4a044c3-0861-4079-9f09-4397a9053421","remote_addr":"[fd00:1122:3344:101::a]:62549","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.400968885Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"uri":"/crucible/0/regions/638fd1b0-3131-4a81-b4f0-147b77c93b5b","method":"GET","req_id":"ce5c27d5-859a-4e0e-9416-1f02f1cdd071","remote_addr":"[fd00:1122:3344:101::a]:62549","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"path is \"/data/regions/638fd1b0-3131-4a81-b4f0-147b77c93b5b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.405423993Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"datafile"}
{"msg":"dataset is oxp_35b7f17f-2139-4f31-b2d5-c4c76891288f/crucible/regions/638fd1b0-3131-4a81-b4f0-147b77c93b5b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.417183009Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"datafile"}
{"msg":"region 638fd1b0-3131-4a81-b4f0-147b77c93b5b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.428129174Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.428271588Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-638fd1b0-3131-4a81-b4f0-147b77c93b5b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.429349614Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.430206475Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"uri":"/crucible/0/regions/638fd1b0-3131-4a81-b4f0-147b77c93b5b","method":"DELETE","req_id":"6857c02e-1a54-40cc-bfc2-ffb9c72aac3f","remote_addr":"[fd00:1122:3344:101::a]:62549","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24810,"response_code":"204"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.434169701Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.437282766Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"uri":"/crucible/0/regions/638fd1b0-3131-4a81-b4f0-147b77c93b5b","method":"GET","req_id":"c7eed1cb-6bea-41f9-9e3b-d545a560bc27","remote_addr":"[fd00:1122:3344:101::a]:62549","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":486,"response_code":"200"}
{"msg":"deleting zfs dataset \"oxp_35b7f17f-2139-4f31-b2d5-c4c76891288f/crucible/regions/638fd1b0-3131-4a81-b4f0-147b77c93b5b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.446665174Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"region":"638fd1b0-3131-4a81-b4f0-147b77c93b5b","component":"worker"}
{"msg":"region 638fd1b0-3131-4a81-b4f0-147b77c93b5b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.514043818Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.582011858Z","hostname":"oxz_crucible_489bba1e-fda0-475b-9bf2-7a18fe2d5c3d","pid":22480,"uri":"/crucible/0/regions/638fd1b0-3131-4a81-b4f0-147b77c93b5b","method":"GET","req_id":"e6b6923a-f47c-4e23-8a83-b0cb72ae5218","remote_addr":"[fd00:1122:3344:101::a]:62549","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"}