PII Detection for Education

// Node.js: moderate a chat message before it is broadcast
async function filterChatMessage(message, isMinor) {
  const res = await fetch(
    "https://piidetectionapi.com/api/moderate.php",
    {
      method: "POST",
      headers: { "Content-Type": "application/json" },
      body: JSON.stringify({
        api_key: process.env.PII_API_KEY,
        api_type: "pii_detection",
        text: message,
        entities: ["PERSON_NAME", "PHONE_NUMBER",
                   "EMAIL_ADDRESS", "ADDRESS",
                   "AGE", "URL"],
        mask_mode: "replace",
        // stricter for under-13 (COPPA) classrooms
        threshold: isMinor ? 0.4 : 0.6
      })
    }
  );
  const data = await res.json();

  // COPPA policy: block contact info from minors entirely
  const contact = data.detected_entities.filter(e =>
    ["PHONE_NUMBER", "EMAIL_ADDRESS", "ADDRESS"]
      .includes(e.type));
  if (isMinor && contact.length > 0) {
    return { post: data.anonymized_text,
             notifyModerator: true };
  }
  return { post: data.anonymized_text,
           notifyModerator: false };
}

import csv, requests

API_URL = "https://piidetectionapi.com/api/moderate.php"

def scan_export(rows, batch_chars=45000):
    """Batch rows of a gradebook/SIS CSV into API calls."""
    batches, buf = [], []
    size = 0
    for row in rows:
        line = " | ".join(row)
        if size + len(line) > batch_chars:
            batches.append("\n".join(buf)); buf, size = [], 0
        buf.append(line); size += len(line)
    if buf: batches.append("\n".join(buf))

    report = {"entities": 0, "by_type": {}}
    for chunk in batches:
        r = requests.post(API_URL, json={
            "api_key": "YOUR_API_KEY",
            "api_type": "pii_detection",
            "text": chunk,
            "entities": ["PERSON_NAME", "DATE_OF_BIRTH",
                         "EMAIL_ADDRESS", "PHONE_NUMBER",
                         "ADDRESS", "SSN"],
            "mask_mode": "redact",
            "threshold": 0.7,
        }, timeout=30)
        r.raise_for_status()
        data = r.json()
        report["entities"] += data["entities_detected"]
        for e in data["detected_entities"]:
            t = e["type"]
            report["by_type"][t] = report["by_type"].get(t, 0) + 1
    # manifest becomes the FERPA disclosure-review artifact
    return report