sync

gift_app/app.py

@@ -0,0 +1,92 @@
+from flask import Flask, jsonify, render_template
+import re
+import os
+from collections import Counter
+import html
+
+# --- CONFIGURATION ---
+MESSAGE_FILE_PATH = '/home/david/code/personal_development/sms/michelle_kifer_messages.txt'
+
+# Simple list of common English stop words
+STOP_WORDS = set([
+    'a', 'about', 'above', 'after', 'again', 'against', 'all', 'am', 'an', 'and', 'any', 'are', 'as', 'at',
+    'be', 'because', 'been', 'before', 'being', 'below', 'between', 'both', 'but', 'by', 'can', 'did', 'do',
+    'does', 'doing', 'down', 'during', 'each', 'few', 'for', 'from', 'further', 'had', 'has', 'have', 'having',
+    'he', 'her', 'here', 'hers', 'herself', 'him', 'himself', 'his', 'how', 'i', 'if', 'in', 'into', 'is', 'it',
+    'its', 'itself', 'just', 'me', 'more', 'most', 'my', 'myself', 'no', 'nor', 'not', 'now', 'of', 'off', 'on',
+    'once', 'only', 'or', 'other', 'our', 'ours', 'ourselves', 'out', 'over', 'own', 's', 'same', 'she', 'should',
+    'so', 'some', 'such', 't', 'than', 'that', 'the', 'their', 'theirs', 'them', 'themselves', 'then', 'there',
+    'these', 'they', 'this', 'those', 'through', 'to', 'too', 'under', 'until', 'up', 'very', 'was', 'we', 'were',
+    'what', 'when', 'where', 'which', 'while', 'who', 'whom', 'why', 'will', 'with', 'you', 'your', 'yours',
+    'yourself', 'yourselves', 'im', 'ive', 'id', 'like', 'its', 'im', 'get'
+])
+
+# Words that indicate a desire or a gift-related action
+GIFT_TRIGGER_WORDS = set(['want', 'wants', 'needed', 'needs', 'wishing', 'wish', 'buy', 'buying', 'get', 'getting', 'love', 'loves', 'like', 'likes'])
+
+# Words that are themselves often gifts
+GIFT_ITEM_WORDS = set(['book', 'books', 'jewelry', 'necklace', 'earrings', 'bracelet', 'ring', 'concert', 'tickets', 'shoes', 'boots', 'jacket', 'shirt', 'dress', 'album', 'game', 'watch', 'bag', 'purse'])
+
+app = Flask(__name__)
+
+def process_text():
+    """Reads and analyzes the message file to produce word data."""
+    if not os.path.exists(MESSAGE_FILE_PATH):
+        return []
+
+    with open(MESSAGE_FILE_PATH, 'r', encoding='utf-8') as f:
+        text = f.read()
+
+    # Clean and tokenize the text
+    words = re.findall(r'\b\w+\b', text.lower())
+    
+    # Calculate frequency of all non-stop-words
+    word_counts = Counter(word for word in words if word not in STOP_WORDS and len(word) > 1)
+
+    processed_data = []
+    for i, word in enumerate(words):
+        if word in word_counts:
+            # Calculate gift score
+            gift_score = 0
+            # Check for nearby trigger words (within a 5-word window before the current word)
+            window = words[max(0, i-5):i]
+            if GIFT_TRIGGER_WORDS.intersection(window):
+                gift_score += 2
+            
+            # Check if the word itself is a common gift item
+            if word in GIFT_ITEM_WORDS:
+                gift_score += 3
+            
+            # Add word to our data list - we handle aggregation on the client-side for simplicity
+            processed_data.append({
+                'text': word,
+                'size': word_counts[word],
+                'gift_score': gift_score
+            })
+    
+    # Deduplicate and aggregate scores
+    final_data = {}
+    for item in processed_data:
+        if item['text'] not in final_data:
+            final_data[item['text']] = {'size': item['size'], 'gift_score': 0}
+        final_data[item['text']]['gift_score'] += item['gift_score']
+
+    # Convert back to list
+    return [{'text': k, 'size': v['size'], 'gift_score': v['gift_score']} for k, v in final_data.items()]
+
+
+@app.route('/')
+def index():
+    """Serve the main HTML page."""
+    return render_template('index.html')
+
+@app.route('/get-word-data')
+def get_word_data():
+    """Provide the processed word data as JSON."""
+    data = process_text()
+    return jsonify(data)
+
+if __name__ == '__main__':
+    print("Starting the Gift Idea Visualizer application.")
+    print("Please open your web browser and go to: http://127.0.0.1:5000")
+    app.run(debug=True)