Record to Report 분개 데이터 템플릿

import pandas as pd
import numpy as np
import datetime

class=class="hl-string">"hl-comment"># --- Configuration ---
class=class="hl-string">"hl-comment"># Define the input file name from BlackLine
input_filename = class="hl-string">'blackline_report.csv'
class=class="hl-string">"hl-comment"># Define the output file for ProcessMind
output_filename = class="hl-string">'event_log.csv'

class=class="hl-string">"hl-comment"># --- Column Mapping ---
class=class="hl-string">"hl-comment"># Map the BlackLine report column names to the required event log attribute names.
class=class="hl-string">"hl-comment"># Adjust the keys in this dictionary to match the exact column headers in your CSV export.
column_mapping = {
    class="hl-string">'Journal ID': class="hl-string">'JournalEntryId',
    class="hl-string">'Journal Type': class="hl-string">'JournalEntryType',
    class="hl-string">'Company': class="hl-string">'CompanyCode',
    class="hl-string">'Amount': class="hl-string">'JournalEntryAmount',
    class="hl-string">'Current Status': class="hl-string">'JournalEntryStatus',
    class="hl-string">'Rejection Reason': class="hl-string">'RejectionReason',
    class="hl-string">'Preparer': class="hl-string">'PreparerUserName',
    class="hl-string">'Submitter': class="hl-string">'SubmitterUserName',
    class="hl-string">'Reviewer': class="hl-string">'ReviewerUserName',
    class="hl-string">'Approver': class="hl-string">'ApproverUserName',
    class="hl-string">'Poster': class="hl-string">'PosterUserName',
    class="hl-string">'Verifier': class="hl-string">'VerifierUserName',
    class="hl-string">'Reverser': class="hl-string">'ReverserUserName',
    class="hl-string">'Reconciler': class="hl-string">'ReconcilerUserName',
    class="hl-string">'Creation Date': class="hl-string">'CreationTimestamp',
    class="hl-string">'Attachment Date': class="hl-string">'AttachmentTimestamp',
    class="hl-string">'Submission Date': class="hl-string">'SubmissionTimestamp',
    class="hl-string">'Review Date': class="hl-string">'ReviewTimestamp',
    class="hl-string">'Rejection Date': class="hl-string">'RejectionTimestamp',
    class="hl-string">'Resubmission Date': class="hl-string">'ResubmissionTimestamp',
    class="hl-string">'Approval Date': class="hl-string">'ApprovalTimestamp',
    class="hl-string">'Rescind Date': class="hl-string">'RescindTimestamp',
    class="hl-string">'Posting Date': class="hl-string">'PostingTimestamp',
    class="hl-string">'Verification Date': class="hl-string">'VerificationTimestamp',
    class="hl-string">'Reversal Date': class="hl-string">'ReversalTimestamp',
    class="hl-string">'Reconciliation Date': class="hl-string">'ReconciliationTimestamp'
}

class=class="hl-string">"hl-comment"># --- Data Loading ---
try:
    df_raw = pd.read_csv(input_filename)
except FileNotFoundError:
    print(fclass="hl-string">"Error: The file {input_filename} was not found. Please ensure it's in the same directory as the script.")
    exit()

class=class="hl-string">"hl-comment"># Rename columns based on the mapping
df = df_raw.rename(columns=column_mapping)

class=class="hl-string">"hl-comment"># Ensure all required timestamp columns exist, fill with NaT if not
for col in column_mapping.values():
    if class="hl-string">'Timestamp' in col and col not in df.columns:
        df[col] = pd.NaT

class=class="hl-string">"hl-comment"># Convert date columns to datetime objects, coercing errors to NaT (Not a Time)
date_cols = [col for col in df.columns if class="hl-string">'Timestamp' in col]
for col in date_cols:
    df[col] = pd.to_datetime(df[col], errors=class="hl-string">'coerce')

all_events = []
last_data_update = datetime.datetime.now()

class=class="hl-string">"hl-comment"># --- Activity Extraction ---

class=class="hl-string">"hl-comment"># 1. Journal Entry Created
event_created = df[df[class="hl-string">'CreationTimestamp'].notna()].copy()
event_created[class="hl-string">'ActivityName'] = class="hl-string">'Journal Entry Created'
event_created[class="hl-string">'EventTime'] = event_created[class="hl-string">'CreationTimestamp']
event_created[class="hl-string">'UserName'] = event_created.get(class="hl-string">'PreparerUserName')
all_events.append(event_created)

class=class="hl-string">"hl-comment"># 2. Supporting Documentation Attached
if class="hl-string">'AttachmentTimestamp' in df.columns:
    event_attached = df[df[class="hl-string">'AttachmentTimestamp'].notna()].copy()
    event_attached[class="hl-string">'ActivityName'] = class="hl-string">'Supporting Documentation Attached'
    event_attached[class="hl-string">'EventTime'] = event_attached[class="hl-string">'AttachmentTimestamp']
    class=class="hl-string">"hl-comment"># Assuming the submitter or preparer attached the document
    event_attached[class="hl-string">'UserName'] = event_attached.get(class="hl-string">'SubmitterUserName', event_attached.get(class="hl-string">'PreparerUserName'))
    all_events.append(event_attached)

class=class="hl-string">"hl-comment"># 3. Journal Entry Submitted
event_submitted = df[df[class="hl-string">'SubmissionTimestamp'].notna()].copy()
event_submitted[class="hl-string">'ActivityName'] = class="hl-string">'Journal Entry Submitted'
event_submitted[class="hl-string">'EventTime'] = event_submitted[class="hl-string">'SubmissionTimestamp']
event_submitted[class="hl-string">'UserName'] = event_submitted.get(class="hl-string">'SubmitterUserName')
all_events.append(event_submitted)

class=class="hl-string">"hl-comment"># 4. Journal Entry Reviewed
if class="hl-string">'ReviewTimestamp' in df.columns:
    event_reviewed = df[df[class="hl-string">'ReviewTimestamp'].notna()].copy()
    event_reviewed[class="hl-string">'ActivityName'] = class="hl-string">'Journal Entry Reviewed'
    event_reviewed[class="hl-string">'EventTime'] = event_reviewed[class="hl-string">'ReviewTimestamp']
    event_reviewed[class="hl-string">'UserName'] = event_reviewed.get(class="hl-string">'ReviewerUserName')
    all_events.append(event_reviewed)

class=class="hl-string">"hl-comment"># 5. Journal Entry Rejected
if class="hl-string">'RejectionTimestamp' in df.columns:
    event_rejected = df[df[class="hl-string">'RejectionTimestamp'].notna()].copy()
    event_rejected[class="hl-string">'ActivityName'] = class="hl-string">'Journal Entry Rejected'
    event_rejected[class="hl-string">'EventTime'] = event_rejected[class="hl-string">'RejectionTimestamp']
    event_rejected[class="hl-string">'UserName'] = event_rejected.get(class="hl-string">'ReviewerUserName', event_rejected.get(class="hl-string">'ApproverUserName'))
    all_events.append(event_rejected)

class=class="hl-string">"hl-comment"># 6. Entry Corrected and Resubmitted
if class="hl-string">'ResubmissionTimestamp' in df.columns:
    event_resubmitted = df[df[class="hl-string">'ResubmissionTimestamp'].notna()].copy()
    event_resubmitted = event_resubmitted[event_resubmitted[class="hl-string">'ResubmissionTimestamp'] > event_resubmitted.get(class="hl-string">'RejectionTimestamp', pd.NaT)]
    event_resubmitted[class="hl-string">'ActivityName'] = class="hl-string">'Entry Corrected and Resubmitted'
    event_resubmitted[class="hl-string">'EventTime'] = event_resubmitted[class="hl-string">'ResubmissionTimestamp']
    event_resubmitted[class="hl-string">'UserName'] = event_resubmitted.get(class="hl-string">'SubmitterUserName')
    all_events.append(event_resubmitted)

class=class="hl-string">"hl-comment"># 7. Journal Entry Approved
event_approved = df[df[class="hl-string">'ApprovalTimestamp'].notna()].copy()
event_approved[class="hl-string">'ActivityName'] = class="hl-string">'Journal Entry Approved'
event_approved[class="hl-string">'EventTime'] = event_approved[class="hl-string">'ApprovalTimestamp']
event_approved[class="hl-string">'UserName'] = event_approved.get(class="hl-string">'ApproverUserName')
all_events.append(event_approved)

class=class="hl-string">"hl-comment"># 8. Approval Rescinded
if class="hl-string">'RescindTimestamp' in df.columns:
    event_rescinded = df[df[class="hl-string">'RescindTimestamp'].notna()].copy()
    event_rescinded[class="hl-string">'ActivityName'] = class="hl-string">'Approval Rescinded'
    event_rescinded[class="hl-string">'EventTime'] = event_rescinded[class="hl-string">'RescindTimestamp']
    event_rescinded[class="hl-string">'UserName'] = event_rescinded.get(class="hl-string">'ApproverUserName')
    all_events.append(event_rescinded)

class=class="hl-string">"hl-comment"># 9. Journal Entry Posted
event_posted = df[df[class="hl-string">'PostingTimestamp'].notna()].copy()
event_posted[class="hl-string">'ActivityName'] = class="hl-string">'Journal Entry Posted'
event_posted[class="hl-string">'EventTime'] = event_posted[class="hl-string">'PostingTimestamp']
event_posted[class="hl-string">'UserName'] = event_posted.get(class="hl-string">'PosterUserName')
all_events.append(event_posted)

class=class="hl-string">"hl-comment"># 10. Posting Verified
if class="hl-string">'VerificationTimestamp' in df.columns:
    event_verified = df[df[class="hl-string">'VerificationTimestamp'].notna()].copy()
    event_verified[class="hl-string">'ActivityName'] = class="hl-string">'Posting Verified'
    event_verified[class="hl-string">'EventTime'] = event_verified[class="hl-string">'VerificationTimestamp']
    event_verified[class="hl-string">'UserName'] = event_verified.get(class="hl-string">'VerifierUserName')
    all_events.append(event_verified)

class=class="hl-string">"hl-comment"># 11. Journal Entry Reversal Processed
if class="hl-string">'ReversalTimestamp' in df.columns:
    event_reversal = df[df[class="hl-string">'ReversalTimestamp'].notna()].copy()
    event_reversal[class="hl-string">'ActivityName'] = class="hl-string">'Journal Entry Reversal Processed'
    event_reversal[class="hl-string">'EventTime'] = event_reversal[class="hl-string">'ReversalTimestamp']
    event_reversal[class="hl-string">'UserName'] = event_reversal.get(class="hl-string">'ReverserUserName')
    all_events.append(event_reversal)

class=class="hl-string">"hl-comment"># 12. Journal Entry Reconciled
if class="hl-string">'ReconciliationTimestamp' in df.columns:
    event_reconciled = df[df[class="hl-string">'ReconciliationTimestamp'].notna()].copy()
    event_reconciled[class="hl-string">'ActivityName'] = class="hl-string">'Journal Entry Reconciled'
    event_reconciled[class="hl-string">'EventTime'] = event_reconciled[class="hl-string">'ReconciliationTimestamp']
    event_reconciled[class="hl-string">'UserName'] = event_reconciled.get(class="hl-string">'ReconcilerUserName')
    all_events.append(event_reconciled)


class=class="hl-string">"hl-comment"># --- Final Assembly ---
if all_events:
    event_log = pd.concat(all_events, ignore_index=True)

    class=class="hl-string">"hl-comment"># Add required constant value attributes
    event_log[class="hl-string">'SourceSystem'] = class="hl-string">'BlackLine'
    event_log[class="hl-string">'LastDataUpdate'] = last_data_update

    class=class="hl-string">"hl-comment"># Select and order columns for the final output
    final_columns = [
        class="hl-string">'JournalEntryId',
        class="hl-string">'ActivityName',
        class="hl-string">'EventTime',
        class="hl-string">'SourceSystem',
        class="hl-string">'LastDataUpdate',
        class="hl-string">'UserName',
        class="hl-string">'JournalEntryType',
        class="hl-string">'CompanyCode',
        class="hl-string">'JournalEntryAmount',
        class="hl-string">'JournalEntryStatus',
        class="hl-string">'RejectionReason'
    ]

    class=class="hl-string">"hl-comment"># Filter for only the columns that exist in the dataframe to avoid errors
    existing_columns = [col for col in final_columns if col in event_log.columns]
    event_log = event_log[existing_columns]

    class=class="hl-string">"hl-comment"># Sort the event log
    event_log = event_log.sort_values(by=[class="hl-string">'JournalEntryId', class="hl-string">'EventTime'])

    class=class="hl-string">"hl-comment"># Save to CSV
    event_log.to_csv(output_filename, index=False, date_format=class="hl-string">'%Y-%m-%d %H:%M:%S')
    print(fclass="hl-string">"Successfully created event log: {output_filename}")
else:
    print(class="hl-string">"No events were generated. Please check your input file and column mappings.")

import requests
import pandas as pd
from datetime import datetime
import time

class=class="hl-string">"hl-comment"># --- Configuration ---
class=class="hl-string">"hl-comment"># Replace with your BlackLine API credentials and base URL
CLIENT_ID = class="hl-string">'[Your Client ID]'
CLIENT_SECRET = class="hl-string">'[Your Client Secret]'
REFRESH_TOKEN = class="hl-string">'[Your Refresh Token]'
BASE_URL = class="hl-string">'[Your BlackLine API Base URL, e.g., https://api.blackline.com]'

class=class="hl-string">"hl-comment"># --- Extraction Parameters ---
START_DATE = class="hl-string">'2023-01-01' class=class="hl-string">"hl-comment"># Format: YYYY-MM-DD
END_DATE = class="hl-string">'2023-12-31'   class=class="hl-string">"hl-comment"># Format: YYYY-MM-DD
LIMIT = 100 class=class="hl-string">"hl-comment"># Records per page

def get_access_token():
    class="hl-string">"""Authenticates with BlackLine to get an access token."""
    auth_url = fclass="hl-string">"{BASE_URL}/api/oauth/token"
    payload = {
        class="hl-string">'grant_type': class="hl-string">'refresh_token',
        class="hl-string">'client_id': CLIENT_ID,
        class="hl-string">'client_secret': CLIENT_SECRET,
        class="hl-string">'refresh_token': REFRESH_TOKEN
    }
    response = requests.post(auth_url, data=payload)
    response.raise_for_status() class=class="hl-string">"hl-comment"># Raise an exception for bad status codes
    return response.json()[class="hl-string">'access_token']

def main():
    class="hl-string">"""Main function to extract, transform, and save journal entry event data."""
    print(class="hl-string">"Starting BlackLine Journal Entry extraction...")
    
    try:
        access_token = get_access_token()
        headers = {class="hl-string">'Authorization': fclass="hl-string">'Bearer {access_token}'}
    except requests.exceptions.RequestException as e:
        print(fclass="hl-string">"Authentication failed: {e}")
        return

    events = []
    last_data_update = datetime.utcnow().isoformat() + class="hl-string">'Z'

    class=class="hl-string">"hl-comment"># 1. Fetch all journals within the date range
    print(fclass="hl-string">"Fetching journals created between {START_DATE} and {END_DATE}...")
    journals = []
    offset = 0
    while True:
        journals_url = fclass="hl-string">"{BASE_URL}/api/v2/journals"
        params = {
            class="hl-string">'createdStartDate': START_DATE,
            class="hl-string">'createdEndDate': END_DATE,
            class="hl-string">'limit': LIMIT,
            class="hl-string">'offset': offset
        }
        try:
            response = requests.get(journals_url, headers=headers, params=params)
            response.raise_for_status()
            data = response.json()
            journals.extend(data.get(class="hl-string">'data', []))
            if class="hl-string">'nextLink' not in data or not data.get(class="hl-string">'data'):
                break
            offset += LIMIT
        except requests.exceptions.RequestException as e:
            print(fclass="hl-string">"Error fetching journals: {e}")
            break

    print(fclass="hl-string">"Found {len(journals)} journals. Now fetching detailed events for each...")

    class=class="hl-string">"hl-comment"># 2. For each journal, fetch history and attachments
    for journal in journals:
        journal_id = journal.get(class="hl-string">'id')
        if not journal_id:
            continue

        class=class="hl-string">"hl-comment"># --- Activity: Journal Entry Created ---
        events.append({
            class="hl-string">'JournalEntryId': journal_id,
            class="hl-string">'ActivityName': class="hl-string">'Journal Entry Created',
            class="hl-string">'EventTime': journal.get(class="hl-string">'createdDate'),
            class="hl-string">'UserName': journal.get(class="hl-string">'createdBy', {}).get(class="hl-string">'username'),
            class="hl-string">'JournalEntryType': journal.get(class="hl-string">'type'),
            class="hl-string">'CompanyCode': journal.get(class="hl-string">'companyCode'),
            class="hl-string">'JournalEntryAmount': journal.get(class="hl-string">'totalDebit'),
            class="hl-string">'JournalEntryStatus': journal.get(class="hl-string">'status'),
            class="hl-string">'RejectionReason': None
        })

        class=class="hl-string">"hl-comment"># Fetch history for other activities
        try:
            history_url = fclass="hl-string">"{BASE_URL}/api/v2/journals/{journal_id}/history"
            history_response = requests.get(history_url, headers=headers)
            history_response.raise_for_status()
            history_items = history_response.json().get(class="hl-string">'data', [])
            
            for item in history_items:
                activity_name = None
                rejection_reason = None
                
                class=class="hl-string">"hl-comment"># This mapping requires knowledge of your specific BlackLine history event descriptions
                class=class="hl-string">"hl-comment"># The following are common examples. Adjust them based on your BlackLine configuration.
                event_description = item.get(class="hl-string">'description', class="hl-string">'').lower()
                if class="hl-string">'submitted' in event_description:
                    activity_name = class="hl-string">'Journal Entry Submitted'
                elif class="hl-string">'reviewed' in event_description:
                    activity_name = class="hl-string">'Journal Entry Reviewed'
                elif class="hl-string">'rejected' in event_description:
                    activity_name = class="hl-string">'Journal Entry Rejected'
                    rejection_reason = item.get(class="hl-string">'comment') class=class="hl-string">"hl-comment"># Assuming comment contains the reason
                elif class="hl-string">'resubmitted' in event_description:
                    activity_name = class="hl-string">'Entry Corrected and Resubmitted'
                elif class="hl-string">'approved' in event_description and class="hl-string">'final' in event_description: class=class="hl-string">"hl-comment"># Example for final approval
                    activity_name = class="hl-string">'Journal Entry Approved'
                elif class="hl-string">'approval rescinded' in event_description:
                    activity_name = class="hl-string">'Approval Rescinded'
                elif class="hl-string">'posted' in event_description:
                    activity_name = class="hl-string">'Journal Entry Posted'
                elif class="hl-string">'posting verified' in event_description:
                     activity_name = class="hl-string">'Posting Verified'
                
                if activity_name:
                    events.append({
                        class="hl-string">'JournalEntryId': journal_id,
                        class="hl-string">'ActivityName': activity_name,
                        class="hl-string">'EventTime': item.get(class="hl-string">'eventDate'),
                        class="hl-string">'UserName': item.get(class="hl-string">'user', {}).get(class="hl-string">'username'),
                        class="hl-string">'JournalEntryType': journal.get(class="hl-string">'type'),
                        class="hl-string">'CompanyCode': journal.get(class="hl-string">'companyCode'),
                        class="hl-string">'JournalEntryAmount': journal.get(class="hl-string">'totalDebit'),
                        class="hl-string">'JournalEntryStatus': journal.get(class="hl-string">'status'),
                        class="hl-string">'RejectionReason': rejection_reason
                    })
        except requests.exceptions.RequestException as e:
            print(fclass="hl-string">"Could not fetch history for Journal ID {journal_id}: {e}")

        class=class="hl-string">"hl-comment"># Fetch attachments
        try:
            attachments_url = fclass="hl-string">"{BASE_URL}/api/v2/journals/{journal_id}/attachments"
            attachments_response = requests.get(attachments_url, headers=headers)
            attachments_response.raise_for_status()
            attachments = attachments_response.json().get(class="hl-string">'data', [])
            for attachment in attachments:
                events.append({
                    class="hl-string">'JournalEntryId': journal_id,
                    class="hl-string">'ActivityName': class="hl-string">'Supporting Documentation Attached',
                    class="hl-string">'EventTime': attachment.get(class="hl-string">'uploadedDate'),
                    class="hl-string">'UserName': attachment.get(class="hl-string">'uploadedBy', {}).get(class="hl-string">'username'),
                    class="hl-string">'JournalEntryType': journal.get(class="hl-string">'type'),
                    class="hl-string">'CompanyCode': journal.get(class="hl-string">'companyCode'),
                    class="hl-string">'JournalEntryAmount': journal.get(class="hl-string">'totalDebit'),
                    class="hl-string">'JournalEntryStatus': journal.get(class="hl-string">'status'),
                    class="hl-string">'RejectionReason': None
                })
        except requests.exceptions.RequestException as e:
            print(fclass="hl-string">"Could not fetch attachments for Journal ID {journal_id}: {e}")

        class=class="hl-string">"hl-comment"># --- Activities based on journal fields (may need customization) ---
        if journal.get(class="hl-string">'isReversed'):
            events.append({
                class="hl-string">'JournalEntryId': journal_id,
                class="hl-string">'ActivityName': class="hl-string">'Journal Entry Reversal Processed',
                class="hl-string">'EventTime': journal.get(class="hl-string">'[reversalDate]'), class=class="hl-string">"hl-comment"># Placeholder for reversal date field
                class="hl-string">'UserName': journal.get(class="hl-string">'[reversalUser]'), class=class="hl-string">"hl-comment"># Placeholder for user field
                class="hl-string">'JournalEntryType': journal.get(class="hl-string">'type'),
                class="hl-string">'CompanyCode': journal.get(class="hl-string">'companyCode'),
                class="hl-string">'JournalEntryAmount': journal.get(class="hl-string">'totalDebit'),
                class="hl-string">'JournalEntryStatus': class="hl-string">'Reversed',
                class="hl-string">'RejectionReason': None
            })

        if journal.get(class="hl-string">'reconciliationId'): class=class="hl-string">"hl-comment"># Assuming this indicates reconciliation
            events.append({
                class="hl-string">'JournalEntryId': journal_id,
                class="hl-string">'ActivityName': class="hl-string">'Journal Entry Reconciled',
                class="hl-string">'EventTime': journal.get(class="hl-string">'[reconciliationCertifiedDate]'), class=class="hl-string">"hl-comment"># Placeholder for certified date
                class="hl-string">'UserName': journal.get(class="hl-string">'[reconciliationCertifier]'), class=class="hl-string">"hl-comment"># Placeholder for certifier user
                class="hl-string">'JournalEntryType': journal.get(class="hl-string">'type'),
                class="hl-string">'CompanyCode': journal.get(class="hl-string">'companyCode'),
                class="hl-string">'JournalEntryAmount': journal.get(class="hl-string">'totalDebit'),
                class="hl-string">'JournalEntryStatus': journal.get(class="hl-string">'status'),
                class="hl-string">'RejectionReason': None
            })
        class=class="hl-string">"hl-comment"># Introduce a small delay to respect API rate limits
        time.sleep(0.1)

    if not events:
        print(class="hl-string">"No events were generated. Please check your date range and API access.")
        return

    class=class="hl-string">"hl-comment"># 3. Create DataFrame and save to CSV
    print(class="hl-string">"Transforming data and saving to CSV...")
    df = pd.DataFrame(events)

    class=class="hl-string">"hl-comment"># Add metadata columns
    df[class="hl-string">'SourceSystem'] = class="hl-string">'BlackLine'
    df[class="hl-string">'LastDataUpdate'] = last_data_update
    
    class=class="hl-string">"hl-comment"># Ensure required columns are present
    final_columns = [
        class="hl-string">'JournalEntryId', class="hl-string">'ActivityName', class="hl-string">'EventTime', class="hl-string">'SourceSystem', class="hl-string">'LastDataUpdate',
        class="hl-string">'UserName', class="hl-string">'JournalEntryType', class="hl-string">'CompanyCode', class="hl-string">'JournalEntryAmount', class="hl-string">'JournalEntryStatus', class="hl-string">'RejectionReason'
    ]
    for col in final_columns:
        if col not in df.columns:
            df[col] = None
            
    df = df[final_columns] class=class="hl-string">"hl-comment"># Order columns

    output_filename = class="hl-string">'blackline_journal_entry_event_log.csv'
    df.to_csv(output_filename, index=False)
    print(fclass="hl-string">"Extraction complete. Event log saved to {output_filename}")

if __name__ == class="hl-string">"__main__":
    main()