[ Dec 18 18:30:41 Enabled. ]
[ Dec 18 18:30:41 Rereading configuration. ]
[ Dec 18 18:30:42 Rereading configuration. ]
[ Dec 18 18:30:46 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:30:46.670891011Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569}
{"msg":"dataset: \"oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:30:46.671677481Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:30:46.671689131Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:30:46.671694361Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:30:46.686632314Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:30:46.773857058Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.674286893Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38331"}
{"msg":"region 481e92bc-3cf1-4f97-9fdf-a096f9ac226c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.718350501Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.721003326Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.721021346Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions","method":"POST","req_id":"dc06bddd-840c-405e-94bc-50266095ae8a","remote_addr":"[fd00:1122:3344:101::b]:38331","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18383,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.728938738Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.728960058Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"481e92bc-3cf1-4f97-9fdf-a096f9ac226c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.778324664Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"region":"481e92bc-3cf1-4f97-9fdf-a096f9ac226c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"481e92bc-3cf1-4f97-9fdf-a096f9ac226c\" \"--data\" \"/data/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.780702815Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"region":"481e92bc-3cf1-4f97-9fdf-a096f9ac226c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:45.995253599Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions","method":"POST","req_id":"e8101ef4-be8e-4b0b-82cc-f0fe540bced7","remote_addr":"[fd00:1122:3344:101::b]:38331","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.14587951Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"region":"481e92bc-3cf1-4f97-9fdf-a096f9ac226c","component":"worker"}
{"msg":"region 481e92bc-3cf1-4f97-9fdf-a096f9ac226c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.145924561Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.146019072Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-481e92bc-3cf1-4f97-9fdf-a096f9ac226c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.146369756Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-481e92bc-3cf1-4f97-9fdf-a096f9ac226c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.155077729Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.172870758Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-481e92bc-3cf1-4f97-9fdf-a096f9ac226c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.178154176Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.178896946Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.178961167Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.179001147Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.179034588Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.184988984Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.190898201Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:46.715697794Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions","method":"POST","req_id":"426d1c3c-7a28-45e3-90e8-faab0ff1371b","remote_addr":"[fd00:1122:3344:101::b]:38331","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.198489835Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c","method":"GET","req_id":"f7b6ae99-e8a0-40ad-a1fc-c4161b25018e","remote_addr":"[fd00:1122:3344:101::b]:38331","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.201745937Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"dataset is oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.210190556Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"region 481e92bc-3cf1-4f97-9fdf-a096f9ac226c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.217214246Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.217342418Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c","method":"DELETE","req_id":"b41e3347-d758-435b-9deb-6b141cecc272","remote_addr":"[fd00:1122:3344:101::b]:38331","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15627,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.217369688Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-481e92bc-3cf1-4f97-9fdf-a096f9ac226c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.218314141Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.2206152Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c","method":"GET","req_id":"f638c155-5700-4783-acc1-9f0ad1896e4e","remote_addr":"[fd00:1122:3344:101::b]:38331","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.221777365Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.229569456Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"region":"481e92bc-3cf1-4f97-9fdf-a096f9ac226c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.286939395Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c","method":"GET","req_id":"d31a23cc-fa57-4994-a951-94eda17ed314","remote_addr":"[fd00:1122:3344:101::b]:38331","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region 481e92bc-3cf1-4f97-9fdf-a096f9ac226c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.303983525Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:47.376972865Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions/481e92bc-3cf1-4f97-9fdf-a096f9ac226c","method":"GET","req_id":"63d8eb04-3a24-4b13-919c-b2df1d0b2955","remote_addr":"[fd00:1122:3344:101::b]:38331","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":94,"response_code":200}
{"msg":"region dbb9feab-9e14-44ad-8f74-668474075209 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.43601303Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.436146611Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions","method":"POST","req_id":"9ecf5761-6ee7-4f35-8062-df23d23e264d","remote_addr":"[fd00:1122:3344:101::b]:38331","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":189,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.436172042Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/dbb9feab-9e14-44ad-8f74-668474075209","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.441864605Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/dbb9feab-9e14-44ad-8f74-668474075209","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.441881736Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"dbb9feab-9e14-44ad-8f74-668474075209\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dbb9feab-9e14-44ad-8f74-668474075209\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.514179707Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"region":"dbb9feab-9e14-44ad-8f74-668474075209","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dbb9feab-9e14-44ad-8f74-668474075209\" \"--data\" \"/data/regions/dbb9feab-9e14-44ad-8f74-668474075209\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.514224268Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"region":"dbb9feab-9e14-44ad-8f74-668474075209","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.593478769Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"region":"dbb9feab-9e14-44ad-8f74-668474075209","component":"worker"}
{"msg":"region dbb9feab-9e14-44ad-8f74-668474075209 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.59351025Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.593612501Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-dbb9feab-9e14-44ad-8f74-668474075209","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.594992289Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dbb9feab-9e14-44ad-8f74-668474075209","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.598017798Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.604864456Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dbb9feab-9e14-44ad-8f74-668474075209","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.608059857Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dbb9feab-9e14-44ad-8f74-668474075209","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.608401162Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.608455062Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.608505443Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.608564024Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.612375283Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.616982042Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:31:49.769321465Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions","method":"POST","req_id":"3df200ce-b2e2-4095-9b88-82856ba5690f","remote_addr":"[fd00:1122:3344:101::b]:38331","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.244382195Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49466"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.245102534Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions/dbb9feab-9e14-44ad-8f74-668474075209","method":"GET","req_id":"60470c11-5523-46f1-ad91-229594b5c0a7","remote_addr":"[fd00:1122:3344:101::b]:49466","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":42,"response_code":200}
{"msg":"path is \"/data/regions/dbb9feab-9e14-44ad-8f74-668474075209\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.247751319Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"dataset is oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/dbb9feab-9e14-44ad-8f74-668474075209","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.253833037Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"snapshot is oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/dbb9feab-9e14-44ad-8f74-668474075209@fd53d1f5-9660-445a-9fed-ca41c40ce128","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.25951538Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/dbb9feab-9e14-44ad-8f74-668474075209\", \"fd53d1f5-9660-445a-9fed-ca41c40ce128\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.259549971Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.268779779Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions/dbb9feab-9e14-44ad-8f74-668474075209/snapshots/fd53d1f5-9660-445a-9fed-ca41c40ce128","method":"GET","req_id":"e6eebfd4-ecd1-4173-9eee-531c5734a95c","remote_addr":"[fd00:1122:3344:101::b]:49466","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21044,"response_code":200}
{"msg":"path is \"/data/regions/dbb9feab-9e14-44ad-8f74-668474075209\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.272367906Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"dataset is oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/dbb9feab-9e14-44ad-8f74-668474075209","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.279038152Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"snapshot is oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/dbb9feab-9e14-44ad-8f74-668474075209@fd53d1f5-9660-445a-9fed-ca41c40ce128","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.284191378Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/dbb9feab-9e14-44ad-8f74-668474075209\", \"fd53d1f5-9660-445a-9fed-ca41c40ce128\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.284206308Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot dbb9feab-9e14-44ad-8f74-668474075209-fd53d1f5-9660-445a-9fed-ca41c40ce128 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.292148921Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.292701118Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions/dbb9feab-9e14-44ad-8f74-668474075209/snapshots/fd53d1f5-9660-445a-9fed-ca41c40ce128/run","method":"POST","req_id":"caa1d2e0-7952-4676-a810-8aeffe5645a1","remote_addr":"[fd00:1122:3344:101::b]:49466","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20362,"response_code":200}
{"msg":"applying SMF actions for region dbb9feab-9e14-44ad-8f74-668474075209 running snapshot fd53d1f5-9660-445a-9fed-ca41c40ce128 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.292720348Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-dbb9feab-9e14-44ad-8f74-668474075209-fd53d1f5-9660-445a-9fed-ca41c40ce128","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.313193032Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-dbb9feab-9e14-44ad-8f74-668474075209-fd53d1f5-9660-445a-9fed-ca41c40ce128","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.324474947Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-dbb9feab-9e14-44ad-8f74-668474075209-fd53d1f5-9660-445a-9fed-ca41c40ce128","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.335956105Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dbb9feab-9e14-44ad-8f74-668474075209/.zfs/snapshot/fd53d1f5-9660-445a-9fed-ca41c40ce128","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.336240999Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.336281929Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.33631849Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.33635206Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.336391911Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.340712917Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.345460078Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"worker"}
{"msg":"region dbb9feab-9e14-44ad-8f74-668474075209 running snapshot fd53d1f5-9660-445a-9fed-ca41c40ce128 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.345470468Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"path is \"/data/regions/dbb9feab-9e14-44ad-8f74-668474075209\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.596438162Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"dataset is oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/dbb9feab-9e14-44ad-8f74-668474075209","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.602085605Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"datafile"}
{"msg":"snapshot is oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/dbb9feab-9e14-44ad-8f74-668474075209@fd53d1f5-9660-445a-9fed-ca41c40ce128","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.609247157Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f90fcef1-da43-4f34-9684-7576ac96b63c/crucible/regions/dbb9feab-9e14-44ad-8f74-668474075209\", \"fd53d1f5-9660-445a-9fed-ca41c40ce128\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.609271448Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T18:43:15.614838679Z","hostname":"oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce","pid":27569,"uri":"/crucible/0/regions/dbb9feab-9e14-44ad-8f74-668474075209/snapshots/fd53d1f5-9660-445a-9fed-ca41c40ce128/run","method":"POST","req_id":"3c19edff-31cf-4180-bcc9-094dd838896d","remote_addr":"[fd00:1122:3344:101::b]:49466","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18452,"response_code":200}