Problem Yönetimi Veri Template'inuz

{
  "extraction_config": {
    "source": "Freshservice Analytics CSV",
    "entity": "Problem Record",
    "transformation_type": "UNPIVOT",
    "primary_key": "Problem ID",
    "mapping_rules": [
      {
        "activity_name": "Problem Logged",
        "source_column": "Created Date",
        "condition": "IS NOT NULL"
      },
      {
        "activity_name": "Permanent Fix Applied",
        "source_column": "Resolved Date",
        "condition": "IS NOT NULL"
      },
      {
        "activity_name": "Problem Closed",
        "source_column": "Closed Date",
        "condition": "IS NOT NULL"
      },
      {
        "activity_name": "SLA Breached",
        "source_column": "Due By",
        "condition": "SLA Breached == 'true' AND Due By < NOW()"
      },
      {
        "activity_name": "Root Cause Identified",
        "source_column": "Resolved Date",
        "condition": "Root Cause IS NOT NULL"
      },
      {
        "activity_name": "Agent Assigned",
        "source_column": "Created Date",
        "condition": "Agent Name IS NOT NULL",
        "note": "Uses creation time as proxy for initial assignment in flat export"
      },
      {
        "activity_name": "Support Group Assigned",
        "source_column": "Created Date",
        "condition": "Group Name IS NOT NULL",
        "note": "Uses creation time as proxy for initial assignment in flat export"
      },
      {
        "activity_name": "Asset Linked",
        "source_column": "Created Date",
        "condition": "Associated Asset IS NOT NULL",
        "note": "Uses creation time as proxy"
      }
    ],
    "attribute_mapping": {
      "CaseId": "Problem ID",
      "AgentName": "Agent Name",
      "SupportGroup": "Group Name",
      "Priority": "Priority",
      "Status": "Status",
      "Department": "Department",
      "IsSlaBreached": "SLA Breached",
      "RootCause": "Root Cause"
    }
  }
}

import requests
import pandas as pd
import json
import time
from datetime import datetime

class=class="hl-string">"hl-comment"># === CONFIGURATION ===
FRESHSERVICE_DOMAIN = class="hl-string">"yourcompany.freshservice.com" class=class="hl-string">"hl-comment"># Replace with your domain
API_KEY = class="hl-string">"YOUR_API_KEY_HERE" class=class="hl-string">"hl-comment"># Replace with your API Key
UPDATED_SINCE = class="hl-string">"2023-01-01T00:00:00Z" class=class="hl-string">"hl-comment"># ISO 8601 format
OUTPUT_FILENAME = class="hl-string">"freshservice_problem_event_log.csv"

class=class="hl-string">"hl-comment"># Auth tuple
AUTH = (API_KEY, class="hl-string">"X")
HEADERS = {class="hl-string">"Content-Type": class="hl-string">"application/json"}

class=class="hl-string">"hl-comment"># Helper to handle rate limits and requests
def fetch_url(url, params=None):
    response = requests.get(url, auth=AUTH, headers=HEADERS, params=params)
    if response.status_code == 429:
        print(class="hl-string">"Rate limit reached. Sleeping for 60 seconds...")
        time.sleep(60)
        return fetch_url(url, params)
    elif response.status_code != 200:
        print(fclass="hl-string">"Error fetching {url}: {response.text}")
        return None
    return response.json()

class=class="hl-string">"hl-comment"># Helper to map Status IDs to Names (Customize based on your instance configuration)
STATUS_MAP = {
    1: class="hl-string">"Open",
    2: class="hl-string">"On Hold",
    3: class="hl-string">"Resolved",
    4: class="hl-string">"Closed",
    5: class="hl-string">"Change Requested" 
}

PRIORITY_MAP = {
    1: class="hl-string">"Low",
    2: class="hl-string">"Medium",
    3: class="hl-string">"High",
    4: class="hl-string">"Urgent"
}

def extract_data():
    all_events = []
    page = 1
    has_more = True
    
    base_url = fclass="hl-string">"https://{FRESHSERVICE_DOMAIN}/api/v2/problems"
    
    print(class="hl-string">"Starting extraction...")
    
    while has_more:
        print(fclass="hl-string">"Fetching Problem page {page}...")
        params = {
            class="hl-string">"updated_since": UPDATED_SINCE,
            class="hl-string">"per_page": 100,
            class="hl-string">"page": page,
            class="hl-string">"include": class="hl-string">"requester"
        }
        
        data = fetch_url(base_url, params)
        
        if not data or class="hl-string">"problems" not in data or len(data[class="hl-string">"problems"]) == 0:
            has_more = False
            break
            
        problems = data[class="hl-string">"problems"]
        
        for problem in problems:
            p_id = problem.get(class="hl-string">"id")
            p_display_id = fclass="hl-string">"PRB-{p_id}"
            created_at = problem.get(class="hl-string">"created_at")
            
            class=class="hl-string">"hl-comment"># Common Attributes
            curr_status = STATUS_MAP.get(problem.get(class="hl-string">"status"), str(problem.get(class="hl-string">"status")))
            curr_priority = PRIORITY_MAP.get(problem.get(class="hl-string">"priority"), str(problem.get(class="hl-string">"priority")))
            agent_id = problem.get(class="hl-string">"responder_id")
            group_id = problem.get(class="hl-string">"group_id")
            dept_id = problem.get(class="hl-string">"department_id")
            
            class=class="hl-string">"hl-comment"># ACTIVITY 1: Problem Logged
            all_events.append({
                class="hl-string">"ProblemNumber": p_display_id,
                class="hl-string">"ActivityName": class="hl-string">"Problem Logged",
                class="hl-string">"EventTimestamp": created_at,
                class="hl-string">"ProblemPriority": curr_priority,
                class="hl-string">"ProblemStatus": class="hl-string">"Open",
                class="hl-string">"AgentName": str(agent_id) if agent_id else None,
                class="hl-string">"SupportGroup": str(group_id) if group_id else None,
                class="hl-string">"IsSlaBreached": False
            })
            
            class=class="hl-string">"hl-comment"># --- Fetch Activities (Audit Log) ---
            activities_url = fclass="hl-string">"{base_url}/{p_id}/activities"
            activity_data = fetch_url(activities_url)
            
            if activity_data and class="hl-string">"activities" in activity_data:
                for act in activity_data[class="hl-string">"activities"]:
                    act_time = act.get(class="hl-string">"created_at")
                    act_type = act.get(class="hl-string">"activity_type")
                    
                    class=class="hl-string">"hl-comment"># ACTIVITY: Note Added
                    if act_type == class="hl-string">"note_added":
                        all_events.append({
                            class="hl-string">"ProblemNumber": p_display_id,
                            class="hl-string">"ActivityName": class="hl-string">"Note Added",
                            class="hl-string">"EventTimestamp": act_time,
                            class="hl-string">"ProblemStatus": curr_status
                        })
                        class=class="hl-string">"hl-comment"># Check if note implies Workaround
                        if class="hl-string">"workaround" in str(act.get(class="hl-string">"content", class="hl-string">"")).lower():
                             all_events.append({
                                class="hl-string">"ProblemNumber": p_display_id,
                                class="hl-string">"ActivityName": class="hl-string">"Workaround Published",
                                class="hl-string">"EventTimestamp": act_time,
                                class="hl-string">"ProblemStatus": curr_status
                            })
                            
                    class=class="hl-string">"hl-comment"># SYSTEM UPDATES & FIELD CHANGES
                    elif act_type == class="hl-string">"system":
                        content = str(act.get(class="hl-string">"content", class="hl-string">""))
                        
                        class=class="hl-string">"hl-comment"># ACTIVITY: SLA Breached
                        if class="hl-string">"sla" in content.lower() and class="hl-string">"breached" in content.lower():
                            all_events.append({
                                class="hl-string">"ProblemNumber": p_display_id,
                                class="hl-string">"ActivityName": class="hl-string">"SLA Breached",
                                class="hl-string">"EventTimestamp": act_time,
                                class="hl-string">"IsSlaBreached": True
                            })
                            
                        class=class="hl-string">"hl-comment"># ACTIVITY: Asset Linked
                        if class="hl-string">"associated" in content.lower() and class="hl-string">"asset" in content.lower():
                            all_events.append({
                                class="hl-string">"ProblemNumber": p_display_id,
                                class="hl-string">"ActivityName": class="hl-string">"Asset Linked",
                                class="hl-string">"EventTimestamp": act_time
                            })
                        
                        class=class="hl-string">"hl-comment"># ACTIVITY: Change Request Associated
                        if class="hl-string">"associated" in content.lower() and class="hl-string">"change" in content.lower():
                            all_events.append({
                                class="hl-string">"ProblemNumber": p_display_id,
                                class="hl-string">"ActivityName": class="hl-string">"Change Request Associated",
                                class="hl-string">"EventTimestamp": act_time
                            })

                    class=class="hl-string">"hl-comment"># FIELD UPDATES (extracted from changes object if present)
                    class=class="hl-string">"hl-comment"># Freshservice API structure varies; looking for generic class="hl-string">'changes' object
                    class=class="hl-string">"hl-comment"># Note: You may need to inspect the class="hl-string">'changes' dict structure for your version
                    if class="hl-string">"changes" in act:
                        changes = act[class="hl-string">"changes"]
                        
                        class=class="hl-string">"hl-comment"># ACTIVITY: Priority Updated
                        if class="hl-string">"priority" in changes:
                            all_events.append({
                                class="hl-string">"ProblemNumber": p_display_id,
                                class="hl-string">"ActivityName": class="hl-string">"Priority Updated",
                                class="hl-string">"EventTimestamp": act_time,
                                class="hl-string">"ProblemPriority": PRIORITY_MAP.get(changes[class="hl-string">"priority"][1], str(changes[class="hl-string">"priority"][1]))
                            })
                            
                        class=class="hl-string">"hl-comment"># ACTIVITY: Status Changes
                        if class="hl-string">"status" in changes:
                            new_status_id = changes[class="hl-string">"status"][1]
                            new_status_name = STATUS_MAP.get(new_status_id, class="hl-string">"Unknown")
                            
                            class=class="hl-string">"hl-comment"># Generic Status Update (could be mapped if needed, but we look for specific lifecycle events)
                            
                            class=class="hl-string">"hl-comment"># ACTIVITY: Status Pending Change
                            if new_status_name == class="hl-string">"Change Requested":
                                all_events.append({
                                    class="hl-string">"ProblemNumber": p_display_id,
                                    class="hl-string">"ActivityName": class="hl-string">"Status Pending Change",
                                    class="hl-string">"EventTimestamp": act_time,
                                    class="hl-string">"ProblemStatus": new_status_name
                                })
                            
                            class=class="hl-string">"hl-comment"># ACTIVITY: Permanent Fix Applied (Inferred from Resolved)
                            if new_status_name == class="hl-string">"Resolved":
                                all_events.append({
                                    class="hl-string">"ProblemNumber": p_display_id,
                                    class="hl-string">"ActivityName": class="hl-string">"Permanent Fix Applied",
                                    class="hl-string">"EventTimestamp": act_time,
                                    class="hl-string">"ProblemStatus": new_status_name
                                })

                            class=class="hl-string">"hl-comment"># ACTIVITY: Problem Closed
                            if new_status_name == class="hl-string">"Closed":
                                all_events.append({
                                    class="hl-string">"ProblemNumber": p_display_id,
                                    class="hl-string">"ActivityName": class="hl-string">"Problem Closed",
                                    class="hl-string">"EventTimestamp": act_time,
                                    class="hl-string">"ProblemStatus": new_status_name
                                })
                                
                            class=class="hl-string">"hl-comment"># ACTIVITY: Problem Reopened
                            class=class="hl-string">"hl-comment"># Logic: If old status was Resolved/Closed and new is Open
                            old_status_id = changes[class="hl-string">"status"][0]
                            if old_status_id in [3, 4] and new_status_id in [1, 2]:
                                all_events.append({
                                    class="hl-string">"ProblemNumber": p_display_id,
                                    class="hl-string">"ActivityName": class="hl-string">"Problem Reopened",
                                    class="hl-string">"EventTimestamp": act_time,
                                    class="hl-string">"IsReopened": True
                                })

                        class=class="hl-string">"hl-comment"># ACTIVITY: Support Group Assigned
                        if class="hl-string">"group_id" in changes:
                             all_events.append({
                                class="hl-string">"ProblemNumber": p_display_id,
                                class="hl-string">"ActivityName": class="hl-string">"Support Group Assigned",
                                class="hl-string">"EventTimestamp": act_time,
                                class="hl-string">"SupportGroup": str(changes[class="hl-string">"group_id"][1])
                            })

                        class=class="hl-string">"hl-comment"># ACTIVITY: Agent Assigned
                        if class="hl-string">"responder_id" in changes:
                             all_events.append({
                                class="hl-string">"ProblemNumber": p_display_id,
                                class="hl-string">"ActivityName": class="hl-string">"Agent Assigned",
                                class="hl-string">"EventTimestamp": act_time,
                                class="hl-string">"AgentName": str(changes[class="hl-string">"responder_id"][1])
                            })
                            
                        class=class="hl-string">"hl-comment"># ACTIVITY: Root Cause Identified
                        class=class="hl-string">"hl-comment"># Captured when root_cause or root_cause_analysis field is populated from null/empty
                        if class="hl-string">"root_cause" in changes or class="hl-string">"root_cause_analysis" in changes:
                            val = changes.get(class="hl-string">"root_cause") or changes.get(class="hl-string">"root_cause_analysis")
                            if val[0] is None or val[0] == class="hl-string">"":
                                all_events.append({
                                    class="hl-string">"ProblemNumber": p_display_id,
                                    class="hl-string">"ActivityName": class="hl-string">"Root Cause Identified",
                                    class="hl-string">"EventTimestamp": act_time
                                })

            class=class="hl-string">"hl-comment"># --- Fetch Tasks ---
            tasks_url = fclass="hl-string">"{base_url}/{p_id}/tasks"
            task_data = fetch_url(tasks_url)
            
            if task_data and class="hl-string">"tasks" in task_data:
                for task in task_data[class="hl-string">"tasks"]:
                    if task.get(class="hl-string">"status") == 3: class=class="hl-string">"hl-comment"># Assuming 3 is Closed/Completed for Tasks
                        all_events.append({
                            class="hl-string">"ProblemNumber": p_display_id,
                            class="hl-string">"ActivityName": class="hl-string">"Problem Task Completed",
                            class="hl-string">"EventTimestamp": task.get(class="hl-string">"updated_at"), class=class="hl-string">"hl-comment"># Or closed_at if available
                            class="hl-string">"ProblemStatus": curr_status
                        })

        page += 1
        class=class="hl-string">"hl-comment"># Safety break for testing
        class=class="hl-string">"hl-comment"># if page > 5: break

    class=class="hl-string">"hl-comment"># Create DataFrame
    df = pd.DataFrame(all_events)
    
    class=class="hl-string">"hl-comment"># Sort by ProblemNumber and Timestamp
    if not df.empty:
        df[class="hl-string">'EventTimestamp'] = pd.to_datetime(df[class="hl-string">'EventTimestamp'])
        df = df.sort_values(by=[class="hl-string">'ProblemNumber', class="hl-string">'EventTimestamp'])
        
        class=class="hl-string">"hl-comment"># Fill forward static attributes for cleaner logs if desired
        class=class="hl-string">"hl-comment"># df[class="hl-string">'ProblemPriority'] = df.groupby(class="hl-string">'ProblemNumber')[class="hl-string">'ProblemPriority'].ffill().bfill()

        print(fclass="hl-string">"Extraction complete. Found {len(df)} events. Saving to {OUTPUT_FILENAME}...")
        df.to_csv(OUTPUT_FILENAME, index=False)
    else:
        print(class="hl-string">"No events extracted.")

if __name__ == class="hl-string">"__main__":
    extract_data()

{
  "extraction_config": {
    "source": "Freshservice Analytics CSV",
    "entity": "Problem Record",
    "transformation_type": "UNPIVOT",
    "primary_key": "Problem ID",
    "mapping_rules": [
      {
        "activity_name": "Problem Logged",
        "source_column": "Created Date",
        "condition": "IS NOT NULL"
      },
      {
        "activity_name": "Permanent Fix Applied",
        "source_column": "Resolved Date",
        "condition": "IS NOT NULL"
      },
      {
        "activity_name": "Problem Closed",
        "source_column": "Closed Date",
        "condition": "IS NOT NULL"
      },
      {
        "activity_name": "SLA Breached",
        "source_column": "Due By",
        "condition": "SLA Breached == 'true' AND Due By < NOW()"
      },
      {
        "activity_name": "Root Cause Identified",
        "source_column": "Resolved Date",
        "condition": "Root Cause IS NOT NULL"
      },
      {
        "activity_name": "Agent Assigned",
        "source_column": "Created Date",
        "condition": "Agent Name IS NOT NULL",
        "note": "Uses creation time as proxy for initial assignment in flat export"
      },
      {
        "activity_name": "Support Group Assigned",
        "source_column": "Created Date",
        "condition": "Group Name IS NOT NULL",
        "note": "Uses creation time as proxy for initial assignment in flat export"
      },
      {
        "activity_name": "Asset Linked",
        "source_column": "Created Date",
        "condition": "Associated Asset IS NOT NULL",
        "note": "Uses creation time as proxy"
      }
    ],
    "attribute_mapping": {
      "CaseId": "Problem ID",
      "AgentName": "Agent Name",
      "SupportGroup": "Group Name",
      "Priority": "Priority",
      "Status": "Status",
      "Department": "Department",
      "IsSlaBreached": "SLA Breached",
      "RootCause": "Root Cause"
    }
  }
}