diff --git a/.changeset/ninety-sides-yawn.md b/.changeset/ninety-sides-yawn.md
new file mode 100644
index 00000000..83525480
--- /dev/null
+++ b/.changeset/ninety-sides-yawn.md
@@ -0,0 +1,5 @@
+---
+"kiji-privacy-proxy": minor
+---
+
+Change default base model to use RoBERTA
diff --git a/model/quantized/spm.model b/model/quantized/spm.model
index f8a64f8c..b1b95e5b 100644
Binary files a/model/quantized/spm.model and b/model/quantized/spm.model differ