Added word filtering from grumbulon's fork. Plan to eventually make this regenerate the post instead of just replacing the text

new file:   crontab.example

.gitignore

@@ -12,3 +12,5 @@ __pycache__/
 .*.swp
 config.json
 venv/
+*.log
+filter.txt

crontab.example

@@ -0,0 +1,3 @@
+@reboot $HOME/amber-ebooks/reply.py >> $HOME/reply.log 2>>$HOME/reply.log #keep the reply process running in the background
+*/20 * * * * $HOME/amber-ebooks/gen.py >> $HOME/gen.log 2>>$HOME/gen.log #post every twenty minutes
+*/15 * * * * $HOME/amber-ebooks/main.py >> $HOME/main.log 2>>$HOME/main.log #refresh the database every 15 minutes

filter.txt.example

@@ -0,0 +1,5 @@
+put
+bad
+words
+in
+filter.txt

functions.py

@@ -56,6 +56,15 @@ def make_sentence(output, cfg):
 	elif cfg['mention_handling'] == 0:
 		sentence = re.sub(r"\S*@\u200B\S*\s?", "", sentence)
 
+    # optionally remove filtered words
+	if cfg['word_filter'] == 1:
+		try:
+			fp = open('./filter.txt')
+			for word in fp:
+			    if word in sentence:
+				    sentence = sentence.replace(word, "[REDACTED]")
+		finally:
+		    fp.close()
 	output.send(sentence)
 
 
@@ -64,7 +73,7 @@ def make_toot(cfg):
 	pin, pout = multiprocessing.Pipe(False)
 	p = multiprocessing.Process(target=make_sentence, args=[pout, cfg])
 	p.start()
-	p.join(300)  # wait 5 seconds to get something
+	p.join(5)  # wait 5 seconds to get something
 	if p.is_alive():  # if it's still trying to make a toot after 5 seconds
 		p.terminate()
 		p.join()

main.py

@@ -30,7 +30,8 @@ cfg = {
 	"length_lower_limit": 5,
 	"length_upper_limit": 50,
 	"overlap_ratio_enabled": False,
-	"overlap_ratio": 0.7
+	"overlap_ratio": 0.7,
+	"word_filter": 0
 }
 
 try: