big refactoring

app.py

@@ -1,27 +1,22 @@
 import os
 import time
-from datetime import datetime
+from src.markers import display_interventions, display_solved, show_requests, show_verified_requests
+from src.filters import show_requests_filters, show_interventions_filters
 
 import folium
 import pandas as pd
 import streamlit as st
 from huggingface_hub import HfApi
 from streamlit_folium import st_folium
-
+from src.components import show_dataframes_metrics, show_embed_code, id_review_submission, show_donations
 from src.text_content import (
-    COLOR_MAPPING,
     CREDITS_TEXT,
-    HEADERS_MAPPING,
-    ICON_MAPPING,
-    INTRO_TEXT_AR,
-    INTRO_TEXT_EN,
-    INTRO_TEXT_FR,
     LOGO,
-    REVIEW_TEXT,
     SLOGAN,
 )
-from src.utils import add_latlng_col, add_village_names, init_map, parse_gg_sheet, is_request_in_list, marker_request, parse_json_file
+from src.utils import add_latlng_col, init_map, parse_gg_sheet, is_request_in_list, parse_json_file
 from src.map_utils import get_legend_macro
+from src.dataframes import display_dataframe
 
 TOKEN = os.environ.get("HF_TOKEN", None)
 VERIFIED_REQUESTS_URL = (
@@ -56,315 +51,6 @@ if auto_refresh:
 
 
 # Streamlit functions
-def display_interventions(interventions_df, selected_statuses, map_obj, intervention_fgs):
-    """Display NGO interventions on the map"""
-
-    for index, row in interventions_df.iterrows():
-        village_status = row[interventions_df.columns[7]]
-        is_future_intervention = (
-            row[interventions_df.columns[5]] == "Intervention prévue dans le futur / Planned future intervention"
-        )
-
-        if pd.isna(village_status) and not is_future_intervention:
-            village_status = "Partiellement satisfait / Partially Served"
-
-        if village_status not in selected_statuses:
-            continue
-
-        if is_future_intervention:
-            color_mk = "pink"
-            status = "Planned ⌛"
-        elif village_status != "Critique, Besoin d'aide en urgence / Critical, in urgent need of help":
-            # past intervention  and village not in a critical condition
-            color_mk = "green"
-            status = "Done ✅"
-
-        else:
-            color_mk = "darkgreen"
-            status = "Partial 📝"
-
-        intervention_type = row[interventions_df.columns[6]]
-        org = row[interventions_df.columns[1]]
-        contact = row[interventions_df.columns[2]]
-        city = row[interventions_df.columns[9]]
-        date = row[interventions_df.columns[4]]
-        population = row[interventions_df.columns[11]]
-        details = row[interventions_df.columns[8]]
-        road_state = row[interventions_df.columns[12]]
-        intervention_info = f"""
-        <b>Date:</b> {date}<br>
-        <b>City:</b> {city}<br>
-        <b>Intervention Status:</b> {status}<br>
-        <b>Village Status:</b> {village_status}<br>
-        <b>Org:</b> {org}<br>
-        <b>Intervention:</b> {intervention_type}<br>
-        <b>Population:</b> {population}<br>
-        <b>Road State:</b> {road_state}<br>
-        <b>Details:</b> {details}<br>
-        <b>Contact:</b> {contact}<br>
-        """
-
-        if row["latlng"] is None:
-            continue
-
-        fg = intervention_fgs[status]
-        fg.add_child(
-            folium.Marker(
-                location=row["latlng"],
-                tooltip=city,
-                popup=folium.Popup(intervention_info, max_width=300),
-                icon=folium.Icon(color=color_mk),
-            )
-        )
-
-def display_solved(solved_verified_requests, selected_statuses):
-    # Index(['VerificationStatus', 'Verification Date', 'Help Details',
-    #    'Further details', 'Phone Number', 'Location Details',
-    #    'Emergency Degree', 'Location Link/GPS Coordinates', 'Status',
-    #    'Intervenant ', 'Intervention Date', 'Any remarks',
-    #    'Automatic Extracted Coordinates'],
-    #   dtype='object')
-
-    global fg
-    for index, row in solved_verified_requests.iterrows():
-        if row["latlng"] is None:
-            continue
-        intervention_status = row[solved_verified_requests.columns[8]]
-        is_future_intervention = (
-            intervention_status == "Planned"
-        )
-
-        if is_future_intervention:
-            status = "Planned ⌛"
-            icon = folium.Icon(icon="heart", prefix="glyphicon", color="pink", icon_color="red")
-        else:
-            status = "Done ✅"
-            icon = folium.Icon(icon="heart", prefix="glyphicon", color="darkgreen", icon_color="red")
-        # if village_status not in selected_statuses:
-        #     continue # TODO: enable filters
-        intervention_type = row[solved_verified_requests.columns[2]]
-        details = row[solved_verified_requests.columns[3]]
-        contact = row[solved_verified_requests.columns[4]]
-        location = row[solved_verified_requests.columns[5]]
-        org = row[solved_verified_requests.columns[9]]
-        intervention_date = row[solved_verified_requests.columns[10]]
-        remarks = row[solved_verified_requests.columns[11]]
-        intervention_info = f"""
-        <b>Intervention Date:</b> {intervention_date}<br>
-        <b>Org:</b> {org}<br>
-        <b>Intervention:</b> {intervention_type}<br>
-        <b>Invervention Status:</b> {status}<br>
-        <b>Details:</b> {details}<br>
-        <b>Location:</b> {location}<br>
-        <b>Remarks:</b> {remarks}<br>
-        <b>Contact:</b> {contact}<br>
-        """
-        # golden color
-        fg.add_child(
-            folium.Marker(
-                location=row["latlng"],
-                tooltip=location,
-                popup=folium.Popup(intervention_info, max_width=300),
-                icon=icon
-            )
-        )
-
-def show_requests(filtered_df):
-    """Display victim requests on the map"""
-    global fg
-    for index, row in filtered_df.iterrows():
-        request_type = row["ما هي احتياجاتك؟ (أضفها إذا لم يتم ذكرها)"]
-        displayed_request = marker_request(request_type)  # TODO: the marker should depend on selected_options
-        long_lat = row["latlng"]
-        maps_url = f"https://maps.google.com/?q={long_lat}"
-
-        douar = row[filtered_df.columns[3]]
-        person_in_place = row[filtered_df.columns[6]]
-        douar_info = row[filtered_df.columns[9]]
-        source = row[filtered_df.columns[10]]
-        # we display all requests in popup text and use the first one for the icon/color
-        display_text = f"""
-        <b>Request Type:</b> {request_type}<br>
-        <b>Id:</b> {row["id"]}<br>
-        <b>Source:</b> {source}<br>
-        <b>Person in place:</b> {person_in_place}<br>
-        <b>Douar:</b> {douar}<br>
-        <b>Douar Info:</b> {douar_info}<br>
-        <a href="{maps_url}" target="_blank" rel="noopener noreferrer"><b>Google Maps</b></a>
-        """
-
-        icon_name = ICON_MAPPING.get(request_type, "list")
-        if long_lat is None:
-            continue
-
-        fg.add_child(
-            folium.Marker(
-                location=long_lat,
-                tooltip=row["  لأي  جماعة / قيادة / دوار تنتمون ؟"]
-                if not pd.isna(row["  لأي  جماعة / قيادة / دوار تنتمون ؟"])
-                else None,
-                popup=folium.Popup(display_text, max_width=300),
-                icon=folium.Icon(
-                    color=COLOR_MAPPING.get(displayed_request, "beige"), icon=icon_name, prefix="glyphicon"
-                ),
-            )
-        )
-
-
-def show_verified_requests(filtered_verified_df, emergency_fgs):
-    """Display verified victim requests on the map"""
-    global fg
-
-    verified_color_mapping = {
-        "Low": "beige",
-        "Medium": "orange",
-        "High": "red",
-    }
-
-    for index, row in filtered_verified_df.iterrows():
-        long_lat = row["latlng"]
-        # we display all requests in popup text and use the first one for the icon/color
-        display_text = ""
-        for col, val in zip(filtered_verified_df.columns, row):
-            if col == "Help Details":
-                request_type = row["Help Details"]
-                marker_request(request_type)  # TODO: the marker should depend on selected_options
-                display_text += f"<b>Request Type:</b> {request_type}<br>"
-            elif col == "Location Details":
-                display_text += f"<b>Location:</b> {val}<br>"
-            elif col == "Emergency Degree":
-                display_text += f"<b>Emergency Degree:</b> {val}<br>"
-            elif col == "Verification Date":
-                display_text += f"<b>Verification Date:</b> {val}<br>"
-            elif col == "id":
-                display_text = f"<b>Id:</b> {val}<br>" + display_text
-            elif col == "latlng":
-                maps_url = f"https://maps.google.com/?q={val}"
-                display_text += (
-                    f'<a href="{maps_url}" target="_blank" rel="noopener noreferrer"><b>Google Maps</b></a><br>'
-                )
-
-        # mark as solved button
-        id_in_sheet = row["id"] + 2
-        display_text += f"<a href='https://docs.google.com/forms/d/e/1FAIpQLSdyAcOAULumk4A1DsfrwUsGdZ-9G5xOUuD3vHdQOp3nGNAZXw/viewform?usp=pp_url&entry.1499427789={id_in_sheet}&entry.1666684596={datetime.now().strftime('%Y-%m-%d')}' target='_blank' rel='noopener noreferrer'><b>Mark as solved</b></a><br>"
-
-        icon_name = ICON_MAPPING.get(request_type, "list")
-        emergency = row.get("Emergency Degree", "Low")
-        if long_lat is None:
-            continue
-        location = row["Location Details"]
-
-        # Select the correct feature group
-        fg_emergency_group = emergency_fgs[emergency]
-
-        fg_emergency_group.add_child(
-            folium.Marker(
-                location=long_lat,
-                tooltip=location if not pd.isna(location) else None,
-                popup=folium.Popup(display_text, max_width=300),
-                icon=folium.Icon(
-                    color=verified_color_mapping.get(emergency, "beige"), icon=icon_name, prefix="glyphicon"
-                ),
-            )
-        )
-
-
-def display_google_sheet_tables(data_url):
-    """Display the google sheet tables for requests and interventions"""
-    st.markdown(
-        f"""<iframe src="{data_url}" width="100%" height="600px"></iframe>""",
-        unsafe_allow_html=True,
-    )
-
-
-def display_dataframe(df, drop_cols, data_url, search_id=True, status=False, for_help_requests=False, show_link=True):
-    """Display the dataframe in a table"""
-    col_1, col_2 = st.columns([1, 1])
-
-    # has df's first row
-    df_hash = hash(df.iloc[0].to_string())
-
-    with col_1:
-        query = st.text_input("🔍 Search for information / بحث عن المعلومات", key=f"query_{df_hash}")
-    with col_2:
-        if search_id:
-            id_number = st.number_input(
-                "🔍 Search for an id / بحث عن رقم",
-                min_value=0,
-                max_value=len(filtered_df),
-                value=0,
-                step=1,
-                key=f"id_{df_hash}",
-            )
-        if status:
-            selected_status = st.selectbox(
-                "🗓️ Status / حالة", ["all / الكل", "Done / تم", "Planned / مخطط لها"], key=f"status_{df_hash}"
-            )
-
-    if query:
-        # Filtering the dataframe based on the query
-        mask = df.apply(lambda row: row.astype(str).str.contains(query.lower(), case=False).any(), axis=1)
-        display_df = df[mask]
-    else:
-        display_df = df
-
-    if search_id and id_number:
-        display_df = display_df[display_df["id"] == id_number]
-
-    display_df = display_df.drop(drop_cols, axis=1)
-
-    if status:
-        target = "Pouvez-vous nous préciser si vous êtes déjà intervenus ou si vous prévoyez de le faire | Tell us if you already made the intervention, or if you're planning to do it"
-        if selected_status == "Done / تم":
-            display_df = display_df[display_df[target] == "Intervention déjà passée / Past intevention"]
-
-        elif selected_status == "Planned / مخطط لها":
-            display_df = display_df[display_df[target] != "Intervention déjà passée / Past intevention"]
-
-    st.dataframe(display_df, height=500)
-    # Original link to the Google Sheet
-    if show_link:
-        st.markdown(
-            f"To view the full Google Sheet for advanced filtering go to: {data_url} **لعرض الورقة كاملة، اذهب إلى**"
-        )
-    # if we want to check hidden contact information
-    if for_help_requests:
-        st.markdown(
-            "We are hiding contact information to protect the privacy of the victims. If you are an NGO and want to contact the victims, please contact us at [email protected]",
-        )
-        st.markdown(
-            """
-                    <div style="text-align: left;">
-                    <a href="mailto:[email protected]">[email protected]</a> نحن نخفي معلومات الاتصال لحماية خصوصية الضحايا. إذا كنت جمعية وتريد الاتصال بالضحايا، يرجى الاتصال بنا على
-                    </div>
-                    """,
-            unsafe_allow_html=True,
-        )
-
-
-def id_review_submission():
-    """Id review submission form"""
-    # collapse the text
-    with st.expander("🔍 Review of requests | مراجعة طلب مساعدة"):
-        st.markdown(REVIEW_TEXT)
-
-        id_to_review = st.number_input("Enter id / أدخل الرقم", min_value=0, max_value=len(df), value=0, step=1)
-        reason_for_review = st.text_area("Explain why / أدخل سبب المراجعة")
-        if st.button("Submit / أرسل"):
-            if reason_for_review == "":
-                st.error("Please enter a reason / الرجاء إدخال سبب")
-            else:
-                filename = f"review_id_{id_to_review}_{datetime.now().strftime('%Y-%m-%d_%H-%M-%S')}.txt"
-                with open(filename, "w") as f:
-                    f.write(f"id: {id_to_review}, explanation: {reason_for_review}\n")
-                api.upload_file(
-                    path_or_fileobj=filename,
-                    path_in_repo=filename,
-                    repo_id="nt3awnou/review_requests",
-                    repo_type="dataset",
-                )
-                st.success("Submitted at https://huggingface.co/datasets/nt3awnou/review_requests/ تم الإرسال")
-
 
 # Logo and Title
 st.markdown(LOGO, unsafe_allow_html=True)
@@ -375,36 +61,8 @@ m, emergency_fgs, intervention_fgs = init_map()
 fg = folium.FeatureGroup(name="Markers")
 
 # Selection of requests
-options = [
-    "إغاثة",
-    "مساعدة طبية",
-    "مأوى",
-    "طعام وماء",
-    "مخاطر (تسرب الغاز، تلف في الخدمات العامة...)",
-]
-selected_options = []
-
-col1, col2 = st.columns([1, 1])
-with col1:
-    show_unverified = st.checkbox(
-        "Display unverified requests / عرض الطلبات غير المؤكدة / Afficher les demandes non vérifiées",
-        value=False,
-    )
-with col2:
-    show_interventions = st.checkbox(
-        "Display Interventions | Afficher les interventions | عرض عمليات المساعدة",
-        value=True,
-    )
-
-st.markdown("👉 **Choose request type | Choissisez le type de demande | اختر نوع الطلب**")
-col1, col2, col3, col4, col5 = st.columns([2, 4, 2, 3, 2])
-cols = [col1, col2, col3, col4, col5]
-
-for i, option in enumerate(options):
-    checked = cols[i].checkbox(HEADERS_MAPPING[option], value=True)
-    if checked:
-        selected_options.append(option)
 
+selected_options, options, show_unverified, show_interventions = show_requests_filters()
 # Load data and initialize map with plugins
 df = parse_gg_sheet(REQUESTS_URL)
 if show_unverified:
@@ -436,51 +94,23 @@ filtered_verified_df = verified_df[
 
 
 # Selection of interventions
-
-st.markdown(
-    "👉 **State of villages visited by NGOs| Etat de villages visités par les ONGs | وضعية القرى التي زارتها الجمعيات**",
-    unsafe_allow_html=True,
-)
-col_1, col_2, col_3 = st.columns([1, 1, 1])
-critical_villages = col_1.checkbox(
-    "🚨 Critical, in urgent need of help / وضع حرج، في حاجة عاجلة للمساعدة",
-    value=True,
-)
-partially_satisfied_villages = col_2.checkbox(
-    "⚠️ Partially served / مساعدة جزئية، بحاجة للمزيد من التدخلات",
-    value=True,
-)
-fully_satisfied_villages = col_3.checkbox(
-    "✅ Fully served  / تمت المساعدة بشكل كامل",
-    value=True,
-)
-selected_village_types = []
-if critical_villages:
-    selected_village_types.append("🚨 Critical, in urgent need of help / وضع حرج، في حاجة عاجلة للمساعدة")
-
-if partially_satisfied_villages:
-    selected_village_types.append("⚠️ Partially served / مساعدة جزئية، بحاجة للمزيد من التدخلات")
-
-if fully_satisfied_villages:
-    selected_village_types.append("✅ Fully served  / تمت المساعدة بشكل كامل")
-
-status_mapping = {
-    "🚨 Critical, in urgent need of help / وضع حرج، في حاجة عاجلة للمساعدة": "Critique, Besoin d'aide en urgence / Critical, in urgent need of help",
-    "⚠️ Partially served / مساعدة جزئية، بحاجة للمزيد من التدخلات": "Partiellement satisfait / Partially Served",
-    "✅ Fully served  / تمت المساعدة بشكل كامل": "Entièrement satisfait / Fully served",
-}
-selected_statuses = [status_mapping[status] for status in selected_village_types]
-
+(
+    selected_statuses,
+    critical_villages,
+    partially_satisfied_villages,
+    fully_satisfied_villages,
+) = show_interventions_filters()
+
+# Add interventions markers to map
 if show_interventions:
-    display_solved(solved_verified_requests, selected_statuses)
+    display_solved(solved_verified_requests, selected_statuses, fg)
     display_interventions(interventions_df, selected_statuses, m, intervention_fgs)
 
-
-# Show requests
+# Add requests markers to map
 if show_unverified:
-    show_requests(filtered_df)
+    show_requests(filtered_df, fg)
 
-# Show verified requests
+# Add verified requests markers to map
 show_verified_requests(verified_df, emergency_fgs)
 
 # Add legend
@@ -495,83 +125,10 @@ m.get_root().add_child(legend_macro)
 st_folium(m, use_container_width=True, returned_objects=[], feature_group_to_add=fg, key="map")
 
 # Embed code
-with st.expander("💻 For Developers only, embed code for the map | للمطورين فقط، يمكنك نسخ كود الخريطة"):
-    st.code(
-        """
-<iframe id="nt3awnou-map"
-   src="https://nt3awnou-embed-rescue-map.hf.space/?embed=true" width="1200" height="720"
-   frameborder="0"
-   width="850"
-   height="450"
-   title="Nt3awno Rescue Map">
-</iframe>
-<script src="https://cdn.jsdelivr.net/npm/[email protected]/js/iframeResizer.min.js"></script>
-<script>
-   iFrameResize({}, "#nt3awnou-map");
-</script>
-        """,
-        language="html",
-    )
-
-
-tab_ar, tab_en, tab_fr = st.tabs(["العربية", "English", "Français"])
-
-
-with tab_en:
-    st.markdown(INTRO_TEXT_EN, unsafe_allow_html=True)
-    col1, col2, col3 = st.columns([1, 1, 1])
-    with col1:
-        st.metric(
-            "# Number of help requests",
-            len_requests,
-        )
-    with col2:
-        st.metric(
-            "# Number of interventions",
-            len_interventions + len_solved_verified_requests,
-        )
-    with col3:
-        st.metric(
-            "# Number of solved requests",
-            len_solved_verified_requests,
-        )
-with tab_ar:
-    st.markdown(INTRO_TEXT_AR, unsafe_allow_html=True)
-    col1, col2, col3 = st.columns([1, 1, 1])
-    with col1:
-        st.metric(
-            "# عدد طلبات المساعدة",
-            len_requests,
-        )
-    with col2:
-        st.metric(
-            "# عدد التدخلات",
-            len_interventions + len_solved_verified_requests,
-        )
-    with col3:
-        st.metric(
-            "# عدد الطلبات المستجاب لها",
-            len_solved_verified_requests,
-        )
-with tab_fr:
-    st.markdown(INTRO_TEXT_FR, unsafe_allow_html=True)
-    col1, col2, col3 = st.columns([1, 1, 1])
-    with col1:
-        st.metric(
-            "# Nombre de demandes d'aide",
-            len_requests,
-        )
-    with col2:
-        st.metric(
-            "# Nombre d'interventions",
-            len_interventions + len_solved_verified_requests,
-        )
-    with col3:
-        st.metric(
-            "# Nombre de demandes résolues",
-            len_solved_verified_requests,
-        )
+show_embed_code()
 
+# Show metrics
+show_dataframes_metrics(len_requests, len_interventions, len_solved_verified_requests)
 
 # Verified Requests table
 st.divider()
@@ -618,63 +175,12 @@ display_dataframe(
 
 # Submit an id for review
 st.divider()
-id_review_submission()
+id_review_submission(api)
 
 
 # Donations can be made to the gouvernmental fund under the name
 st.divider()
-st.subheader("📝 **Donations / التبرعات / Dons**")
-tab_ar, tab_en, tab_fr = st.tabs(["العربية", "English", "Français"])
-with tab_en:
-    st.markdown(
-        """
-        <div style="text-align: center;">
-        <h4>The official bank account dedicated to tackle the consequences of the earthquake is:</h4>
-        <b>Account number:</b>
-        <h2>126</h2>
-        <b>RIB:</b> 001-810-0078000201106203-18
-        <br>
-        <b>For the money transfers coming from outside Morocco</b>
-        <br>
-        <b>IBAN:</b> MA64001810007800020110620318
-        <br>
-        """,
-        unsafe_allow_html=True,
-    )
-with tab_ar:
-    st.markdown(
-        """
-        <div style="text-align: center;">
-        <h4>الحساب البنكي الرسمي المخصص لمواجهة عواقب الزلزال</h4>
-        <b>رقم الحساب</b>
-        <h2>126</h2>
-        <b>RIB:</b> 001-810-0078000201106203-18
-        <br>
-        <b>للتحويلات القادمة من خارج المغرب</b>
-        <br>
-        <b>IBAN:</b> MA64001810007800020110620318
-        <br>
-        </div>
-        """,
-        unsafe_allow_html=True,
-    )
-with tab_fr:
-    st.markdown(
-        """
-        <div style="text-align: center;">
-        <h4>Le compte bancaire officiel dédié à la lutte contre les conséquences du séisme est le suivant:</h4>
-        <b>Numéro de compte:</b>
-        <h2>126</h2>
-        <b>RIB:</b> 001-810-0078000201106203-18
-        <br>
-        <b>Pour les transferts d'argent en provenance de l'étranger</b>
-        <br>
-        <b>IBAN:</b> MA64001810007800020110620318
-        <br>
-        """,
-        unsafe_allow_html=True,
-    )
-
+show_donations()
 
 # Credits
 st.markdown(

src/components.py

@@ -0,0 +1,159 @@
+import streamlit as st
+from datetime import datetime
+from huggingface_hub import HfApi
+from src.text_content import REVIEW_TEXT, INTRO_TEXT_AR, INTRO_TEXT_EN, INTRO_TEXT_FR
+
+
+def id_review_submission(api: HfApi):
+    """Id review submission form"""
+    # collapse the text
+    with st.expander("🔍 Review of requests | مراجعة طلب مساعدة"):
+        st.markdown(REVIEW_TEXT)
+
+        id_to_review = st.number_input("Enter id / أدخل الرقم", min_value=0, value=0, step=1)
+        reason_for_review = st.text_area("Explain why / أدخل سبب المراجعة")
+        if st.button("Submit / أرسل"):
+            if reason_for_review == "":
+                st.error("Please enter a reason / الرجاء إدخال سبب")
+            else:
+                filename = f"review_id_{id_to_review}_{datetime.now().strftime('%Y-%m-%d_%H-%M-%S')}.txt"
+                with open(filename, "w") as f:
+                    f.write(f"id: {id_to_review}, explanation: {reason_for_review}\n")
+                api.upload_file(
+                    path_or_fileobj=filename,
+                    path_in_repo=filename,
+                    repo_id="nt3awnou/review_requests",
+                    repo_type="dataset",
+                )
+                st.success("Submitted at https://huggingface.co/datasets/nt3awnou/review_requests/ تم الإرسال")
+
+
+def show_embed_code():
+    with st.expander("💻 For Developers only, embed code for the map | للمطورين فقط، يمكنك نسخ كود الخريطة"):
+        st.code(
+            """
+    <iframe id="nt3awnou-map"
+    src="https://nt3awnou-embed-rescue-map.hf.space/?embed=true" width="1200" height="720"
+    frameborder="0"
+    width="850"
+    height="450"
+    title="Nt3awno Rescue Map">
+    </iframe>
+    <script src="https://cdn.jsdelivr.net/npm/[email protected]/js/iframeResizer.min.js"></script>
+    <script>
+    iFrameResize({}, "#nt3awnou-map");
+    </script>
+            """,
+            language="html",
+        )
+
+
+def show_dataframes_metrics(len_requests, len_interventions, len_solved_verified_requests):
+    tab_ar, tab_en, tab_fr = st.tabs(["العربية", "English", "Français"])
+    with tab_en:
+        st.markdown(INTRO_TEXT_EN, unsafe_allow_html=True)
+        col1, col2, col3 = st.columns([1, 1, 1])
+        with col1:
+            st.metric(
+                "# Number of help requests",
+                len_requests,
+            )
+        with col2:
+            st.metric(
+                "# Number of interventions",
+                len_interventions + len_solved_verified_requests,
+            )
+        with col3:
+            st.metric(
+                "# Number of solved requests",
+                len_solved_verified_requests,
+            )
+    with tab_ar:
+        st.markdown(INTRO_TEXT_AR, unsafe_allow_html=True)
+        col1, col2, col3 = st.columns([1, 1, 1])
+        with col1:
+            st.metric(
+                "# عدد طلبات المساعدة",
+                len_requests,
+            )
+        with col2:
+            st.metric(
+                "# عدد التدخلات",
+                len_interventions + len_solved_verified_requests,
+            )
+        with col3:
+            st.metric(
+                "# عدد الطلبات المستجاب لها",
+                len_solved_verified_requests,
+            )
+    with tab_fr:
+        st.markdown(INTRO_TEXT_FR, unsafe_allow_html=True)
+        col1, col2, col3 = st.columns([1, 1, 1])
+        with col1:
+            st.metric(
+                "# Nombre de demandes d'aide",
+                len_requests,
+            )
+        with col2:
+            st.metric(
+                "# Nombre d'interventions",
+                len_interventions + len_solved_verified_requests,
+            )
+        with col3:
+            st.metric(
+                "# Nombre de demandes résolues",
+                len_solved_verified_requests,
+            )
+
+def show_donations():
+    st.subheader("📝 **Donations / التبرعات / Dons**")
+    tab_ar, tab_en, tab_fr = st.tabs(["العربية", "English", "Français"])
+    with tab_en:
+        st.markdown(
+            """
+            <div style="text-align: center;">
+            <h4>The official bank account dedicated to tackle the consequences of the earthquake is:</h4>
+            <b>Account number:</b>
+            <h2>126</h2>
+            <b>RIB:</b> 001-810-0078000201106203-18
+            <br>
+            <b>For the money transfers coming from outside Morocco</b>
+            <br>
+            <b>IBAN:</b> MA64001810007800020110620318
+            <br>
+            """,
+            unsafe_allow_html=True,
+        )
+    with tab_ar:
+        st.markdown(
+            """
+            <div style="text-align: center;">
+            <h4>الحساب البنكي الرسمي المخصص لمواجهة عواقب الزلزال</h4>
+            <b>رقم الحساب</b>
+            <h2>126</h2>
+            <b>RIB:</b> 001-810-0078000201106203-18
+            <br>
+            <b>للتحويلات القادمة من خارج المغرب</b>
+            <br>
+            <b>IBAN:</b> MA64001810007800020110620318
+            <br>
+            </div>
+            """,
+            unsafe_allow_html=True,
+        )
+    with tab_fr:
+        st.markdown(
+            """
+            <div style="text-align: center;">
+            <h4>Le compte bancaire officiel dédié à la lutte contre les conséquences du séisme est le suivant:</h4>
+            <b>Numéro de compte:</b>
+            <h2>126</h2>
+            <b>RIB:</b> 001-810-0078000201106203-18
+            <br>
+            <b>Pour les transferts d'argent en provenance de l'étranger</b>
+            <br>
+            <b>IBAN:</b> MA64001810007800020110620318
+            <br>
+            """,
+            unsafe_allow_html=True,
+        )

src/dataframes.py

@@ -0,0 +1,68 @@
+
+import streamlit as st
+
+
+def display_dataframe(df, drop_cols, data_url, search_id=True, status=False, for_help_requests=False, show_link=True):
+    """Display the dataframe in a table"""
+    col_1, col_2 = st.columns([1, 1])
+
+    # has df's first row
+    df_hash = hash(df.iloc[0].to_string())
+
+    with col_1:
+        query = st.text_input("🔍 Search for information / بحث عن المعلومات", key=f"query_{df_hash}")
+    with col_2:
+        if search_id:
+            id_number = st.number_input(
+                "🔍 Search for an id / بحث عن رقم",
+                min_value=0,
+                # max_value=len(df),
+                value=0,
+                step=1,
+                key=f"id_{df_hash}",
+            )
+        if status:
+            selected_status = st.selectbox(
+                "🗓️ Status / حالة", ["all / الكل", "Done / تم", "Planned / مخطط لها"], key=f"status_{df_hash}"
+            )
+
+    if query:
+        # Filtering the dataframe based on the query
+        mask = df.apply(lambda row: row.astype(str).str.contains(query.lower(), case=False).any(), axis=1)
+        display_df = df[mask]
+    else:
+        display_df = df
+
+    if search_id and id_number:
+        display_df = display_df[display_df["id"] == id_number]
+
+    display_df = display_df.drop(drop_cols, axis=1)
+
+    if status:
+        target = "Pouvez-vous nous préciser si vous êtes déjà intervenus ou si vous prévoyez de le faire | Tell us if you already made the intervention, or if you're planning to do it"
+        if selected_status == "Done / تم":
+            display_df = display_df[display_df[target] == "Intervention déjà passée / Past intevention"]
+
+        elif selected_status == "Planned / مخطط لها":
+            display_df = display_df[display_df[target] != "Intervention déjà passée / Past intevention"]
+
+    st.dataframe(display_df, height=500)
+    # Original link to the Google Sheet
+    if show_link:
+        st.markdown(
+            f"To view the full Google Sheet for advanced filtering go to: {data_url} **لعرض الورقة كاملة، اذهب إلى**"
+        )
+    # if we want to check hidden contact information
+    if for_help_requests:
+        st.markdown(
+            "We are hiding contact information to protect the privacy of the victims. If you are an NGO and want to contact the victims, please contact us at [email protected]",
+        )
+        st.markdown(
+            """
+                    <div style="text-align: left;">
+                    <a href="mailto:[email protected]">[email protected]</a> نحن نخفي معلومات الاتصال لحماية خصوصية الضحايا. إذا كنت جمعية وتريد الاتصال بالضحايا، يرجى الاتصال بنا على
+                    </div>
+                    """,
+            unsafe_allow_html=True,
+        )
+

src/filters.py

@@ -0,0 +1,82 @@
+
+import streamlit as st
+
+
+HEADERS_MAPPING = {
+    "إغاثة" : "Rescue | إغاثة | Secours",
+    "مساعدة طبية": "Medical Assistance | مساعدة طبية | Assistance médicale",
+    "مأوى": "Shelter | مأوى | Abri",
+    "طعام وماء": "Food & Water | طعام وماء | Nourriture et eau",
+    "مخاطر (تسرب الغاز، تلف في الخدمات العامة...)": "Danger | مخاطر | Danger",
+}
+
+
+def show_requests_filters():
+    options = [
+        "إغاثة",
+        "مساعدة طبية",
+        "مأوى",
+        "طعام وماء",
+        "مخاطر (تسرب الغاز، تلف في الخدمات العامة...)",
+    ]
+    selected_options = []
+
+    col1, col2 = st.columns([1, 1])
+    with col1:
+        show_unverified = st.checkbox(
+            "Display unverified requests / عرض الطلبات غير المؤكدة / Afficher les demandes non vérifiées",
+            value=False,
+        )
+    with col2:
+        show_interventions = st.checkbox(
+            "Display Interventions | Afficher les interventions | عرض عمليات المساعدة",
+            value=True,
+        )
+
+    st.markdown("👉 **Choose request type | Choissisez le type de demande | اختر نوع الطلب**")
+    col1, col2, col3, col4, col5 = st.columns([2, 4, 2, 3, 2])
+    cols = [col1, col2, col3, col4, col5]
+
+    for i, option in enumerate(options):
+        checked = cols[i].checkbox(HEADERS_MAPPING[option], value=True)
+        if checked:
+            selected_options.append(option)
+    
+    return selected_options, options, show_unverified, show_interventions
+
+def show_interventions_filters():
+    st.markdown(
+        "👉 **State of villages visited by NGOs| Etat de villages visités par les ONGs | وضعية القرى التي زارتها الجمعيات**",
+        unsafe_allow_html=True,
+    )
+    col_1, col_2, col_3 = st.columns([1, 1, 1])
+    critical_villages = col_1.checkbox(
+        "🚨 Critical, in urgent need of help / وضع حرج، في حاجة عاجلة للمساعدة",
+        value=True,
+    )
+    partially_satisfied_villages = col_2.checkbox(
+        "⚠️ Partially served / مساعدة جزئية، بحاجة للمزيد من التدخلات",
+        value=True,
+    )
+    fully_satisfied_villages = col_3.checkbox(
+        "✅ Fully served  / تمت المساعدة بشكل كامل",
+        value=True,
+    )
+    selected_village_types = []
+    if critical_villages:
+        selected_village_types.append("🚨 Critical, in urgent need of help / وضع حرج، في حاجة عاجلة للمساعدة")
+
+    if partially_satisfied_villages:
+        selected_village_types.append("⚠️ Partially served / مساعدة جزئية، بحاجة للمزيد من التدخلات")
+
+    if fully_satisfied_villages:
+        selected_village_types.append("✅ Fully served  / تمت المساعدة بشكل كامل")
+
+    status_mapping = {
+        "🚨 Critical, in urgent need of help / وضع حرج، في حاجة عاجلة للمساعدة": "Critique, Besoin d'aide en urgence / Critical, in urgent need of help",
+        "⚠️ Partially served / مساعدة جزئية، بحاجة للمزيد من التدخلات": "Partiellement satisfait / Partially Served",
+        "✅ Fully served  / تمت المساعدة بشكل كامل": "Entièrement satisfait / Fully served",
+    }
+    selected_statuses = [status_mapping[status] for status in selected_village_types]
+
+    return selected_statuses, critical_villages, partially_satisfied_villages, fully_satisfied_villages

src/markers.py

@@ -0,0 +1,237 @@
+from datetime import datetime
+import folium
+import pandas as pd
+
+
+COLOR_MAPPING = {
+    "إغاثة": "red",
+    "مساعدة طبية": "orange",
+    "مأوى": "beige",
+    "طعام وماء": "blue",
+    "مخاطر (تسرب الغاز، تلف في الخدمات العامة...)": "gray",
+}
+
+ICON_MAPPING = {
+    "إغاثة": "bell",        # life ring icon for rescue
+    "مساعدة طبية": "heart",     # medical kit for medical assistance
+    "مأوى": "home",              # home icon for shelter
+    "طعام وماء": "cutlery",      # cutlery (fork and knife) for food & water
+    "مخاطر (تسرب الغاز، تلف في الخدمات العامة...)": "Warning"  # warning triangle for dangers
+}
+
+def marker_request(request):
+    # in case of multiple requests we use the first one for the marker's icon
+    # requests are already sorted by priority from the form
+    try:
+        displayed_request = request.split(',')[0]
+    except:
+        displayed_request = request
+    return displayed_request
+
+
+## Interventions
+def display_interventions(interventions_df, selected_statuses, map_obj, intervention_fgs):
+    """Display NGO interventions on the map"""
+
+    for index, row in interventions_df.iterrows():
+        village_status = row[interventions_df.columns[7]]
+        is_future_intervention = (
+            row[interventions_df.columns[5]] == "Intervention prévue dans le futur / Planned future intervention"
+        )
+
+        if pd.isna(village_status) and not is_future_intervention:
+            village_status = "Partiellement satisfait / Partially Served"
+
+        if village_status not in selected_statuses:
+            continue
+
+        if is_future_intervention:
+            color_mk = "pink"
+            status = "Planned ⌛"
+        elif village_status != "Critique, Besoin d'aide en urgence / Critical, in urgent need of help":
+            # past intervention  and village not in a critical condition
+            color_mk = "green"
+            status = "Done ✅"
+
+        else:
+            color_mk = "darkgreen"
+            status = "Partial 📝"
+
+        intervention_type = row[interventions_df.columns[6]]
+        org = row[interventions_df.columns[1]]
+        contact = row[interventions_df.columns[2]]
+        city = row[interventions_df.columns[9]]
+        date = row[interventions_df.columns[4]]
+        population = row[interventions_df.columns[11]]
+        details = row[interventions_df.columns[8]]
+        road_state = row[interventions_df.columns[12]]
+        intervention_info = f"""
+        <b>Date:</b> {date}<br>
+        <b>City:</b> {city}<br>
+        <b>Intervention Status:</b> {status}<br>
+        <b>Village Status:</b> {village_status}<br>
+        <b>Org:</b> {org}<br>
+        <b>Intervention:</b> {intervention_type}<br>
+        <b>Population:</b> {population}<br>
+        <b>Road State:</b> {road_state}<br>
+        <b>Details:</b> {details}<br>
+        <b>Contact:</b> {contact}<br>
+        """
+
+        if row["latlng"] is None:
+            continue
+
+        fg = intervention_fgs[status]
+        fg.add_child(
+            folium.Marker(
+                location=row["latlng"],
+                tooltip=city,
+                popup=folium.Popup(intervention_info, max_width=300),
+                icon=folium.Icon(color=color_mk),
+            )
+        )
+
+
+
+def display_solved(solved_verified_requests, selected_statuses, feature_group):
+    for index, row in solved_verified_requests.iterrows():
+        if row["latlng"] is None:
+            continue
+        intervention_status = row[solved_verified_requests.columns[8]]
+        is_future_intervention = (
+            intervention_status == "Planned"
+        )
+
+        if is_future_intervention:
+            status = "Planned ⌛"
+            icon = folium.Icon(icon="heart", prefix="glyphicon", color="pink", icon_color="red")
+        else:
+            status = "Done ✅"
+            icon = folium.Icon(icon="heart", prefix="glyphicon", color="darkgreen", icon_color="red")
+        # if village_status not in selected_statuses:
+        #     continue # TODO: enable filters
+        intervention_type = row[solved_verified_requests.columns[2]]
+        details = row[solved_verified_requests.columns[3]]
+        contact = row[solved_verified_requests.columns[4]]
+        location = row[solved_verified_requests.columns[5]]
+        org = row[solved_verified_requests.columns[9]]
+        intervention_date = row[solved_verified_requests.columns[10]]
+        remarks = row[solved_verified_requests.columns[11]]
+        intervention_info = f"""
+        <b>Intervention Date:</b> {intervention_date}<br>
+        <b>Org:</b> {org}<br>
+        <b>Intervention:</b> {intervention_type}<br>
+        <b>Invervention Status:</b> {status}<br>
+        <b>Details:</b> {details}<br>
+        <b>Location:</b> {location}<br>
+        <b>Remarks:</b> {remarks}<br>
+        <b>Contact:</b> {contact}<br>
+        """
+        # golden color
+        feature_group.add_child(
+            folium.Marker(
+                location=row["latlng"],
+                tooltip=location,
+                popup=folium.Popup(intervention_info, max_width=300),
+                icon=icon
+            )
+        )
+
+
+## Requests
+def show_requests(filtered_df, feature_group):
+    """Display victim requests on the map"""
+    for index, row in filtered_df.iterrows():
+        request_type = row["ما هي احتياجاتك؟ (أضفها إذا لم يتم ذكرها)"]
+        displayed_request = marker_request(request_type)  # TODO: the marker should depend on selected_options
+        long_lat = row["latlng"]
+        maps_url = f"https://maps.google.com/?q={long_lat}"
+
+        douar = row[filtered_df.columns[3]]
+        person_in_place = row[filtered_df.columns[6]]
+        douar_info = row[filtered_df.columns[9]]
+        source = row[filtered_df.columns[10]]
+        # we display all requests in popup text and use the first one for the icon/color
+        display_text = f"""
+        <b>Request Type:</b> {request_type}<br>
+        <b>Id:</b> {row["id"]}<br>
+        <b>Source:</b> {source}<br>
+        <b>Person in place:</b> {person_in_place}<br>
+        <b>Douar:</b> {douar}<br>
+        <b>Douar Info:</b> {douar_info}<br>
+        <a href="{maps_url}" target="_blank" rel="noopener noreferrer"><b>Google Maps</b></a>
+        """
+
+        icon_name = ICON_MAPPING.get(request_type, "list")
+        if long_lat is None:
+            continue
+
+        feature_group.add_child(
+            folium.Marker(
+                location=long_lat,
+                tooltip=row["  لأي  جماعة / قيادة / دوار تنتمون ؟"]
+                if not pd.isna(row["  لأي  جماعة / قيادة / دوار تنتمون ؟"])
+                else None,
+                popup=folium.Popup(display_text, max_width=300),
+                icon=folium.Icon(
+                    color=COLOR_MAPPING.get(displayed_request, "beige"), icon=icon_name, prefix="glyphicon"
+                ),
+            )
+        )
+
+def show_verified_requests(filtered_verified_df, emergency_fgs):
+    """Display verified victim requests on the map"""
+    global fg
+
+    verified_color_mapping = {
+        "Low": "beige",
+        "Medium": "orange",
+        "High": "red",
+    }
+
+    for index, row in filtered_verified_df.iterrows():
+        long_lat = row["latlng"]
+        # we display all requests in popup text and use the first one for the icon/color
+        display_text = ""
+        for col, val in zip(filtered_verified_df.columns, row):
+            if col == "Help Details":
+                request_type = row["Help Details"]
+                marker_request(request_type)  # TODO: the marker should depend on selected_options
+                display_text += f"<b>Request Type:</b> {request_type}<br>"
+            elif col == "Location Details":
+                display_text += f"<b>Location:</b> {val}<br>"
+            elif col == "Emergency Degree":
+                display_text += f"<b>Emergency Degree:</b> {val}<br>"
+            elif col == "Verification Date":
+                display_text += f"<b>Verification Date:</b> {val}<br>"
+            elif col == "id":
+                display_text = f"<b>Id:</b> {val}<br>" + display_text
+            elif col == "latlng":
+                maps_url = f"https://maps.google.com/?q={val}"
+                display_text += (
+                    f'<a href="{maps_url}" target="_blank" rel="noopener noreferrer"><b>Google Maps</b></a><br>'
+                )
+
+        # mark as solved button
+        id_in_sheet = row["id"] + 2
+        display_text += f"<a href='https://docs.google.com/forms/d/e/1FAIpQLSdyAcOAULumk4A1DsfrwUsGdZ-9G5xOUuD3vHdQOp3nGNAZXw/viewform?usp=pp_url&entry.1499427789={id_in_sheet}&entry.1666684596={datetime.now().strftime('%Y-%m-%d')}' target='_blank' rel='noopener noreferrer'><b>Mark as solved</b></a><br>"
+
+        icon_name = ICON_MAPPING.get(request_type, "list")
+        emergency = row.get("Emergency Degree", "Low")
+        if long_lat is None:
+            continue
+        location = row["Location Details"]
+
+        # Select the correct feature group
+        fg_emergency_group = emergency_fgs[emergency]
+
+        fg_emergency_group.add_child(
+            folium.Marker(
+                location=long_lat,
+                tooltip=location if not pd.isna(location) else None,
+                popup=folium.Popup(display_text, max_width=300),
+                icon=folium.Icon(
+                    color=verified_color_mapping.get(emergency, "beige"), icon=icon_name, prefix="glyphicon"
+                ),
+            )
+        )

src/text_content.py

@@ -48,29 +48,6 @@ SLOGAN = """
     </div>
     """
 
-HEADERS_MAPPING = {
-    "إغاثة" : "Rescue | إغاثة | Secours",
-    "مساعدة طبية": "Medical Assistance | مساعدة طبية | Assistance médicale",
-    "مأوى": "Shelter | مأوى | Abri",
-    "طعام وماء": "Food & Water | طعام وماء | Nourriture et eau",
-    "مخاطر (تسرب الغاز، تلف في الخدمات العامة...)": "Danger | مخاطر | Danger",
-}
-
-COLOR_MAPPING = {
-    "إغاثة": "red",
-    "مساعدة طبية": "orange",
-    "مأوى": "beige",
-    "طعام وماء": "blue",
-    "مخاطر (تسرب الغاز، تلف في الخدمات العامة...)": "gray",
-}
-
-ICON_MAPPING = {
-    "إغاثة": "bell",        # life ring icon for rescue
-    "مساعدة طبية": "heart",     # medical kit for medical assistance
-    "مأوى": "home",              # home icon for shelter
-    "طعام وماء": "cutlery",      # cutlery (fork and knife) for food & water
-    "مخاطر (تسرب الغاز، تلف في الخدمات العامة...)": "Warning"  # warning triangle for dangers
-}
 
 CREDITS_TEXT = """
     <hr>

src/utils.py

@@ -38,16 +38,6 @@ def is_request_in_list(request, selection_list, options):
             return True
     return False
 
-def marker_request(request):
-    # in case of multiple requests we use the first one for the marker's icon
-    # requests are already sorted by priority from the form
-    try:
-        displayed_request = request.split(',')[0]
-    except:
-        displayed_request = request
-    return displayed_request
-
-
 def add_latlng_col(df, process_column: Union[str, int]):
     """Add a latlng column to the dataframe"""
     if isinstance(process_column, str):