diff --git a/.gitignore b/.gitignore
index c854fc5..4519f72 100644
--- a/.gitignore
+++ b/.gitignore
@@ -7,3 +7,4 @@ secrets
 repos.yml
 rsync_backup_excludes
 .talismanrc
+.roles_played
diff --git a/Makefile b/Makefile
index dbd843a..e90b7d5 100644
--- a/Makefile
+++ b/Makefile
@@ -1,2 +1,4 @@
 %:
 	ansible-playbook playbook.yml --ask-become-pass -t $@ --vault-password-file=get-vault-password.sh
+	echo $@ >> .roles_played
+	@cat .roles_played | sort | uniq > temp && mv temp .roles_played