Votre modèle de données pour le traitement des factures fournisseurs

-- This is a configuration-based extraction using Sage Intacct's Custom Report Writer.
-- The logic is implemented by creating and combining multiple reports.

-- =============== REPORT 1: CORE INVOICE EVENTS ===============
-- Primary Object: AP Bill
-- Joins:
--   - AP Bill -> Vendor (on VENDORID)

-- Columns / Mapping:
--   InvoiceNumber: AP Bill.Bill No
--   VendorName: Vendor.Name
--   InvoiceAmount: AP Bill.Total Amount
--   DueDate: AP Bill.Due Date
--   PostingDate: AP Bill.When Posted
--   PurchaseOrderNumber: AP Bill.PO Number
--   CostCenter: AP Bill Entry.Department ID [Or other relevant dimension]
--   InvoiceStatus: AP Bill.State
--   SourceSystem: 'Sage Intacct' (Static Value)
--   LastDataUpdate: [Current Extraction Timestamp] (Static Value)

--   --- Activity: Invoice Received ---
--   ActivityName: 'Invoice Received' (Formula/Static)
--   EventTime: AP Bill.When Created
--   UserName: AP Bill.Created By

--   --- Activity: Invoice Data Validated ---
--   ActivityName: 'Invoice Data Validated' (Formula/Static)
--   EventTime: AP Bill.When Submitted for Approval [If available, otherwise use When Created]
--   UserName: AP Bill.Submitted By

--   --- Activity: Purchase Order Matched ---
--   ActivityName: 'Purchase Order Matched' (Formula/Static, create row only if AP Bill.PO Number is not null)
--   EventTime: AP Bill.When Modified [Timestamp when PO Number was populated, may require audit trail report]
--   UserName: AP Bill.Modified By

--   --- Activity: Discrepancy Found / Resolved / Cancelled ---
--   Note: These are status changes. Create one row per relevant status change from an Audit Trail report on AP Bill.
--   ActivityName: (Formula based on AP Bill.State change, e.g., IF(new_state='On Hold', 'Discrepancy Found', IF(old_state='On Hold', 'Discrepancy Resolved', '')))
--   EventTime: Audit Trail.When Changed
--   UserName: Audit Trail.Changed By

--   --- Activity: Invoice Posted To GL ---
--   ActivityName: 'Invoice Posted To GL' (Formula/Static)
--   EventTime: AP Bill.When Posted
--   UserName: AP Bill.Modified By


-- =============== REPORT 2: APPROVAL EVENTS ===============
-- Primary Object: AP Bill Approval History (or equivalent audit object)
-- Joins:
--   - AP Bill Approval History -> AP Bill (on BILLID)
--   - AP Bill -> Vendor (on VENDORID)

-- Columns / Mapping:
--   InvoiceNumber: AP Bill.Bill No
--   EventTime: AP Bill Approval History.Date
--   UserName: AP Bill Approval History.Approver Name
--   ... (other attributes joined from AP Bill)

--   --- Activity Logic ---
--   ActivityName: (Formula based on AP Bill Approval History.Action, e.g., IF(Action='Submitted', 'Routed For Approval', IF(Action='Approved', 'Invoice Approved', IF(Action='Rejected', 'Invoice Rejected', ''))))


-- =============== REPORT 3: PAYMENT EVENTS ===============
-- Primary Object: AP Payment
-- Joins:
--   - AP Payment -> AP Payment Detail (on RECORDNO)
--   - AP Payment Detail -> AP Bill (on BILLID)
--   - AP Bill -> Vendor (on VENDORID)
--   - AP Payment -> Bank Transaction (on PAYMENTKEY)

-- Columns / Mapping:
--   InvoiceNumber: AP Bill.Bill No
--   PaymentStatus: AP Payment.State
--   ... (other attributes joined from AP Bill and Vendor)

--   --- Activity: Payment Scheduled ---
--   ActivityName: 'Payment Scheduled' (Formula/Static)
--   EventTime: AP Payment.When Created
--   UserName: AP Payment.Created By

--   --- Activity: Payment Executed ---
--   ActivityName: 'Payment Executed' (Formula/Static)
--   EventTime: AP Payment.Payment Date
--   UserName: AP Payment.Created By

--   --- Activity: Early Payment Taken ---
--   ActivityName: 'Early Payment Taken' (Formula/Static, row generated only IF AP Payment.Payment Date <= AP Bill.Discount Date)
--   EventTime: AP Payment.Payment Date
--   UserName: AP Payment.Created By

--   --- Activity: Payment Cleared ---
--   ActivityName: 'Payment Cleared' (Formula/Static)
--   EventTime: Bank Transaction.Reconciliation Date
--   UserName: Bank Transaction.Reconciled By [Or similar field]

import requests
import pandas as pd
from lxml import etree
import datetime
import time

class=class="hl-string">"hl-comment"># --- Configuration ---
class=class="hl-string">"hl-comment"># Replace with your Sage Intacct Web Services Credentials
SAGE_INTACCT_CREDS = {
    class="hl-string">"sender_id": class="hl-string">"[Your Sender ID]",
    class="hl-string">"sender_password": class="hl-string">"[Your Sender Password]",
    class="hl-string">"company_id": class="hl-string">"[Your Company ID]",
    class="hl-string">"user_id": class="hl-string">"[Your Web Services User ID]",
    class="hl-string">"user_password": class="hl-string">"[Your Web Services User Password]",
    class="hl-string">"endpoint_url": class="hl-string">"https://api.intacct.com/ia/xml/xmlgw.phtml"
}

class=class="hl-string">"hl-comment"># --- API Communication ---
def execute_sage_intacct_request(payload):
    class="hl-string">"""Sends an XML request to the Sage Intacct API and returns the response XML tree."""
    headers = {class="hl-string">"Content-Type": class="hl-string">"application/x-www-form-urlencoded"}
    try:
        response = requests.post(SAGE_INTACCT_CREDS[class="hl-string">"endpoint_url"], data=payload, headers=headers, timeout=300)
        response.raise_for_status() class=class="hl-string">"hl-comment"># Raise an exception for bad status codes
        return etree.fromstring(response.content)
    except requests.exceptions.RequestException as e:
        print(fclass="hl-string">"API Request Failed: {e}")
        print(fclass="hl-string">"Response content: {response.text if 'response' in locals() else 'No response'}")
        return None

def get_session_id():
    class="hl-string">"""Gets a session ID from Sage Intacct."""
    payload = fclass="hl-string">"""<?xml version="1.0" encoding="UTF-8"?>
    <request>
      <control>
        <senderid>{SAGE_INTACCT_CREDS['sender_id']}</senderid>
        <password>{SAGE_INTACCT_CREDS['sender_password']}</password>
        <controlid>req1</controlid>
        <uniqueid>false</uniqueid>
        <dtdversion>3.0</dtdversion>
        <includewhitespace>false</includewhitespace>
      </control>
      <operation>
        <authentication>
          <login>
            <userid>{SAGE_INTACCT_CREDS['user_id']}</userid>
            <companyid>{SAGE_INTACCT_CREDS['company_id']}</companyid>
            <password>{SAGE_INTACCT_CREDS['user_password']}</password>
          </login>
        </authentication>
        <content>
          <function controlid="func1">
            <getAPISession />
          </function>
        </content>
      </operation>
    </request>"""
    root = execute_sage_intacct_request(payload)
    if root is not None:
        session_id_element = root.find(class="hl-string">'.//sessionid')
        if session_id_element is not None:
            print(class="hl-string">"Successfully obtained session ID.")
            return session_id_element.text
    print(class="hl-string">"Failed to obtain session ID.")
    return None

def fetch_all_records(session_id, object_name, query, fields):
    class="hl-string">"""Fetches all records for a given object using readByQuery and handles pagination."""
    all_records = []
    page_size = 1000
    
    payload_template = fclass="hl-string">"""<?xml version="1.0" encoding="UTF-8"?>
    <request>
      <control>
        <senderid>{SAGE_INTACCT_CREDS['sender_id']}</senderid>
        <password>{SAGE_INTACCT_CREDS['sender_password']}</password>
        <controlid>req1</controlid>
        <uniqueid>false</uniqueid>
        <dtdversion>3.0</dtdversion>
        <includewhitespace>false</includewhitespace>
      </control>
      <operation>
        <authentication><sessionid>{session_id}</sessionid></authentication>
        <content>
          <function controlid="func1">
            <readByQuery>
              <object>{object_name}</object>
              <query>{query}</query>
              <fields>{','.join(fields)}</fields>
              <pagesize>{page_size}</pagesize>
              {{result_id_block}}
            </readByQuery>
          </function>
        </content>
      </operation>
    </request>"""
    
    result_id = None
    while True:
        result_id_block = fclass="hl-string">"<resultId>{result_id}</resultId>" if result_id else class="hl-string">""
        payload = payload_template.format(result_id_block=result_id_block)
        root = execute_sage_intacct_request(payload)

        if root is None or root.find(class="hl-string">'.//status').text != class="hl-string">'success':
            error_desc = root.find(class="hl-string">'.//description2').text if root is not None else class="hl-string">"Unknown error"
            print(fclass="hl-string">"Error fetching {object_name}: {error_desc}")
            break
        
        data = root.find(class="hl-string">'.//data')
        records = data.findall(fclass="hl-string">'./{object_name}')
        if not records:
            break
            
        for record in records:
            record_dict = {field.tag: field.text for field in record}
            all_records.append(record_dict)
        
        num_remaining = int(data.get(class="hl-string">'numremaining'))
        result_id = data.get(class="hl-string">'resultId')
        print(fclass="hl-string">"Fetched {len(records)} {object_name} records. {num_remaining} remaining.")
        
        if num_remaining == 0:
            break

        time.sleep(1) class=class="hl-string">"hl-comment"># Be respectful to the API
        
    return all_records

class=class="hl-string">"hl-comment"># --- Data Transformation ---
def transform_to_event_log(bills, payments, vendors_map):
    class="hl-string">"""Transforms raw API data into a structured event log."""
    event_log = []
    last_data_update = datetime.datetime.now().isoformat()

    for bill in bills:
        case_id = bill.get(class="hl-string">'BILLNO')
        if not case_id:
            continue

        vendor_name = vendors_map.get(bill.get(class="hl-string">'VENDORID'), class="hl-string">'')
        common_attrs = {
            class="hl-string">'InvoiceNumber': case_id,
            class="hl-string">'SourceSystem': class="hl-string">'Sage Intacct',
            class="hl-string">'LastDataUpdate': last_data_update,
            class="hl-string">'VendorName': vendor_name,
            class="hl-string">'InvoiceAmount': bill.get(class="hl-string">'TOTALAMOUNT'),
            class="hl-string">'DueDate': bill.get(class="hl-string">'DUEDATE'),
            class="hl-string">'PostingDate': bill.get(class="hl-string">'POSTINGDATE'),
            class="hl-string">'PurchaseOrderNumber': bill.get(class="hl-string">'REFERENCENO'),
            class="hl-string">'CostCenter': bill.get(class="hl-string">'DEPARTMENTID'), class=class="hl-string">"hl-comment"># Header-level department
            class="hl-string">'InvoiceStatus': bill.get(class="hl-string">'STATE'),
            class="hl-string">'PaymentStatus': None class=class="hl-string">"hl-comment"># Will be populated later
        }

        class=class="hl-string">"hl-comment"># Event: Invoice Received
        if bill.get(class="hl-string">'WHENCREATED'):
            event_log.append({
                **common_attrs,
                class="hl-string">'ActivityName': class="hl-string">'Invoice Received',
                class="hl-string">'EventTime': bill.get(class="hl-string">'WHENCREATED'),
                class="hl-string">'UserName': bill.get(class="hl-string">'CREATEDBY')
            })

        class=class="hl-string">"hl-comment"># Event: Invoice Data Validated (inferred from creation)
        if bill.get(class="hl-string">'WHENCREATED'):
            event_log.append({
                **common_attrs,
                class="hl-string">'ActivityName': class="hl-string">'Invoice Data Validated',
                class="hl-string">'EventTime': bill.get(class="hl-string">'WHENCREATED'),
                class="hl-string">'UserName': bill.get(class="hl-string">'CREATEDBY')
            })

        class=class="hl-string">"hl-comment"># Event: Purchase Order Matched (inferred)
        if bill.get(class="hl-string">'REFERENCENO') and bill.get(class="hl-string">'WHENMODIFIED'):
             event_log.append({
                **common_attrs,
                class="hl-string">'ActivityName': class="hl-string">'Purchase Order Matched',
                class="hl-string">'EventTime': bill.get(class="hl-string">'WHENMODIFIED'),
                class="hl-string">'UserName': bill.get(class="hl-string">'MODIFIEDBY')
            })

        class=class="hl-string">"hl-comment"># Events from Status: Discrepancy, Routed, Rejected, Approved, Posted, Cancelled
        class=class="hl-string">"hl-comment"># Note: This simplified model uses final state fields. A full audit trail query is needed for intermediate states.
        if bill.get(class="hl-string">'STATE') == class="hl-string">'On Hold' and bill.get(class="hl-string">'WHENMODIFIED'):
             event_log.append({**common_attrs, class="hl-string">'ActivityName': class="hl-string">'Discrepancy Found', class="hl-string">'EventTime': bill.get(class="hl-string">'WHENMODIFIED'), class="hl-string">'UserName': bill.get(class="hl-string">'MODIFIEDBY')})
        if bill.get(class="hl-string">'STATE') == class="hl-string">'Submitted' and bill.get(class="hl-string">'WHENMODIFIED'):
             event_log.append({**common_attrs, class="hl-string">'ActivityName': class="hl-string">'Routed For Approval', class="hl-string">'EventTime': bill.get(class="hl-string">'WHENMODIFIED'), class="hl-string">'UserName': bill.get(class="hl-string">'MODIFIEDBY')})
        if bill.get(class="hl-string">'STATE') == class="hl-string">'Declined' and bill.get(class="hl-string">'WHENMODIFIED'):
             event_log.append({**common_attrs, class="hl-string">'ActivityName': class="hl-string">'Invoice Rejected', class="hl-string">'EventTime': bill.get(class="hl-string">'WHENMODIFIED'), class="hl-string">'UserName': bill.get(class="hl-string">'MODIFIEDBY')})
        if bill.get(class="hl-string">'WHENAPPROVED'):
            event_log.append({**common_attrs, class="hl-string">'ActivityName': class="hl-string">'Invoice Approved', class="hl-string">'EventTime': bill.get(class="hl-string">'WHENAPPROVED'), class="hl-string">'UserName': bill.get(class="hl-string">'APPROVEDBY')})
        if bill.get(class="hl-string">'STATE') == class="hl-string">'Posted' and bill.get(class="hl-string">'WHENPOSTED'):
            event_log.append({**common_attrs, class="hl-string">'ActivityName': class="hl-string">'Invoice Posted To GL', class="hl-string">'EventTime': bill.get(class="hl-string">'WHENPOSTED'), class="hl-string">'UserName': bill.get(class="hl-string">'MODIFIEDBY')})
        if bill.get(class="hl-string">'STATE') == class="hl-string">'Voided' and bill.get(class="hl-string">'WHENVOIDED'):
            event_log.append({**common_attrs, class="hl-string">'ActivityName': class="hl-string">'Invoice Cancelled', class="hl-string">'EventTime': bill.get(class="hl-string">'WHENVOIDED'), class="hl-string">'UserName': bill.get(class="hl-string">'MODIFIEDBY')})

    class=class="hl-string">"hl-comment"># Process Payments for related events
    bill_map = {b[class="hl-string">'RECORDNO']: b for b in bills if class="hl-string">'RECORDNO' in b}
    for payment in payments:
        for item in payment.get(class="hl-string">'PAYMENTITEMS', {}).get(class="hl-string">'paymentitem', []):
            bill_key = item.get(class="hl-string">'key')
            if bill_key and bill_key in bill_map:
                bill = bill_map[bill_key]
                case_id = bill.get(class="hl-string">'BILLNO')
                vendor_name = vendors_map.get(bill.get(class="hl-string">'VENDORID'), class="hl-string">'')
                common_attrs = {
                    class="hl-string">'InvoiceNumber': case_id,
                    class="hl-string">'SourceSystem': class="hl-string">'Sage Intacct',
                    class="hl-string">'LastDataUpdate': last_data_update,
                    class="hl-string">'VendorName': vendor_name,
                    class="hl-string">'InvoiceAmount': bill.get(class="hl-string">'TOTALAMOUNT'),
                    class="hl-string">'DueDate': bill.get(class="hl-string">'DUEDATE'),
                    class="hl-string">'PostingDate': bill.get(class="hl-string">'POSTINGDATE'),
                    class="hl-string">'PurchaseOrderNumber': bill.get(class="hl-string">'REFERENCENO'),
                    class="hl-string">'CostCenter': bill.get(class="hl-string">'DEPARTMENTID'),
                    class="hl-string">'InvoiceStatus': bill.get(class="hl-string">'STATE'),
                    class="hl-string">'PaymentStatus': payment.get(class="hl-string">'STATE')
                }

                class=class="hl-string">"hl-comment"># Event: Payment Scheduled (inferred from payment creation)
                if payment.get(class="hl-string">'WHENCREATED'):
                    event_log.append({**common_attrs, class="hl-string">'ActivityName': class="hl-string">'Payment Scheduled', class="hl-string">'EventTime': payment.get(class="hl-string">'WHENCREATED'), class="hl-string">'UserName': payment.get(class="hl-string">'CREATEDBY')})

                class=class="hl-string">"hl-comment"># Event: Payment Executed
                if payment.get(class="hl-string">'PAYMENTDATE'):
                    event_log.append({**common_attrs, class="hl-string">'ActivityName': class="hl-string">'Payment Executed', class="hl-string">'EventTime': payment.get(class="hl-string">'PAYMENTDATE'), class="hl-string">'UserName': payment.get(class="hl-string">'CREATEDBY')})

                class=class="hl-string">"hl-comment"># Event: Early Payment Taken (calculated)
                discount_date_str = bill.get(class="hl-string">'DISCOUNTDATE')
                payment_date_str = payment.get(class="hl-string">'PAYMENTDATE')
                if discount_date_str and payment_date_str:
                    try:
                        discount_date = datetime.datetime.strptime(discount_date_str, class="hl-string">'%m/%d/%Y').date()
                        payment_date = datetime.datetime.strptime(payment_date_str, class="hl-string">'%m/%d/%Y').date()
                        if payment_date <= discount_date:
                            event_log.append({**common_attrs, class="hl-string">'ActivityName': class="hl-string">'Early Payment Taken', class="hl-string">'EventTime': payment.get(class="hl-string">'PAYMENTDATE'), class="hl-string">'UserName': payment.get(class="hl-string">'CREATEDBY')})
                    except ValueError:
                        pass class=class="hl-string">"hl-comment"># Ignore parsing errors
                
                class=class="hl-string">"hl-comment"># Event: Payment Cleared
                if payment.get(class="hl-string">'WHENCLEARED'):
                     event_log.append({**common_attrs, class="hl-string">'ActivityName': class="hl-string">'Payment Cleared', class="hl-string">'EventTime': payment.get(class="hl-string">'WHENCLEARED'), class="hl-string">'UserName': payment.get(class="hl-string">'CREATEDBY')})

    class=class="hl-string">"hl-comment"># Add Discrepancy Resolved (placeholder logic)
    class=class="hl-string">"hl-comment"># A robust implementation requires analyzing audit trail for state changes from class="hl-string">'On Hold'.
    class=class="hl-string">"hl-comment"># This simplified version does not generate this event.

    return pd.DataFrame(event_log)


class=class="hl-string">"hl-comment"># --- Main Execution ---
if __name__ == class="hl-string">"__main__":
    start_date = class="hl-string">"01/01/2023"
    end_date = class="hl-string">"12/31/2023"
    
    print(class="hl-string">"Starting Sage Intacct AP Data Extraction...")
    session_id = get_session_id()
    
    if session_id:
        class=class="hl-string">"hl-comment"># 1. Fetch AP Bills
        print(class="hl-string">"\n--- Fetching AP Bills ---")
        bill_query = fclass="hl-string">"WHENCREATED &gt;= '{start_date}' AND WHENCREATED &lt;= '{end_date}'"
        bill_fields = [class="hl-string">'RECORDNO', class="hl-string">'BILLNO', class="hl-string">'STATE', class="hl-string">'VENDORID', class="hl-string">'WHENCREATED', class="hl-string">'WHENMODIFIED', class="hl-string">'WHENPOSTED', class="hl-string">'WHENAPPROVED', class="hl-string">'WHENVOIDED', class="hl-string">'APPROVEDBY', class="hl-string">'CREATEDBY', class="hl-string">'MODIFIEDBY', class="hl-string">'DUEDATE', class="hl-string">'POSTINGDATE', class="hl-string">'TOTALAMOUNT', class="hl-string">'REFERENCENO', class="hl-string">'DEPARTMENTID', class="hl-string">'PAYMENTTERMS', class="hl-string">'DISCOUNTDATE']
        bills = fetch_all_records(session_id, class="hl-string">'APBILL', bill_query, bill_fields)

        if bills:
            class=class="hl-string">"hl-comment"># 2. Fetch related AP Payments
            print(class="hl-string">"\n--- Fetching AP Payments ---")
            bill_keys = class="hl-string">"','".join([b[class="hl-string">'RECORDNO'] for b in bills if class="hl-string">'RECORDNO' in b])
            payment_query = fclass="hl-string">"PAYMENTITEMS.paymentitem.key IN ('{bill_keys}')"
            class=class="hl-string">"hl-comment"># Note: The class="hl-string">'PAYMENTITEMS' field is complex and must be explicitly requested.
            payment_fields = [class="hl-string">'RECORDNO', class="hl-string">'STATE', class="hl-string">'PAYMENTDATE', class="hl-string">'WHENCLEARED', class="hl-string">'WHENCREATED', class="hl-string">'CREATEDBY', class="hl-string">'PAYMENTITEMS']
            payments = fetch_all_records(session_id, class="hl-string">'APPYMT', payment_query, payment_fields)

            class=class="hl-string">"hl-comment"># 3. Fetch Vendors for enrichment
            print(class="hl-string">"\n--- Fetching Vendors ---")
            vendor_ids = class="hl-string">"','".join(list(set([b[class="hl-string">'VENDORID'] for b in bills if class="hl-string">'VENDORID' in b])))
            vendor_query = fclass="hl-string">"VENDORID IN ('{vendor_ids}')"
            vendor_fields = [class="hl-string">'VENDORID', class="hl-string">'NAME']
            vendors = fetch_all_records(session_id, class="hl-string">'VENDOR', vendor_query, vendor_fields)
            vendors_map = {v[class="hl-string">'VENDORID']: v[class="hl-string">'NAME'] for v in vendors}

            class=class="hl-string">"hl-comment"># 4. Transform data into event log
            print(class="hl-string">"\n--- Transforming data into event log ---")
            event_log_df = transform_to_event_log(bills, payments, vendors_map)
            
            class=class="hl-string">"hl-comment"># 5. Sort and save to CSV
            if not event_log_df.empty:
                event_log_df = event_log_df.sort_values(by=[class="hl-string">'InvoiceNumber', class="hl-string">'EventTime'])
                output_filename = class="hl-string">'sage_intacct_ap_event_log.csv'
                event_log_df.to_csv(output_filename, index=False)
                print(fclass="hl-string">"\nExtraction complete. Event log saved to {output_filename}")
                print(fclass="hl-string">"Total events extracted: {len(event_log_df)}")
            else:
                print(class="hl-string">"\nNo events were generated from the fetched data.")

        else:
            print(class="hl-string">"\nNo AP Bills found in the specified date range.")

WITH BaseInvoices AS (
    SELECT
        ab.RECORDNO AS BillRecordNo,
        ab.BILLNO AS InvoiceNumber,
        ab.STATE AS InvoiceStatus,
        ab.TOTALENTERED AS InvoiceAmount,
        ab.WHENCREATED AS CreationTime,
        ab.WHENPOSTED AS PostingDate,
        ab.DUEDATE AS DueDate,
        ab.DISCOUNTDATE AS DiscountDate,
        v.NAME AS VendorName,
        u.LOGINID AS UserName, -- User associated with creation/last modification
        po.PONUMBER AS PurchaseOrderNumber,
        STRING_AGG(DISTINCT abi.DEPARTMENTID, ', ') AS CostCenter, -- Aggregates cost centers from line items
        p.STATE AS PaymentStatus,
        p.PAYMENTDATE AS PaymentDate,
        bt.CLEARDATE AS PaymentClearedDate
    FROM
        APBILL AS ab
    LEFT JOIN VENDOR AS v ON ab.VENDORID = v.RECORDNO
    LEFT JOIN USERS AS u ON ab.MODIFIEDBY = u.USERID
    LEFT JOIN APBILLITEM AS abi ON ab.RECORDNO = abi.APBILLKEY
    LEFT JOIN POINVOICE AS pi ON ab.RECORDNO = pi.BILLKEY
    LEFT JOIN PODOCUMENT AS po ON pi.POKEY = po.RECORDNO
    LEFT JOIN APPAYMENTDETAIL AS pd ON ab.RECORDNO = pd.BILLKEY
    LEFT JOIN APPAYMENT AS p ON pd.PAYMENTKEY = p.RECORDNO
    LEFT JOIN BANKTXNS AS bt ON p.RECORDNO = bt.DOC_RECORDKEY AND bt.DOCTYPE = 'APPAYMENT'
    WHERE
        ab.WHENCREATED BETWEEN '[YYYY-MM-DD]' AND '[YYYY-MM-DD]'
    GROUP BY
        ab.RECORDNO,
        ab.BILLNO,
        ab.STATE,
        ab.TOTALENTERED,
        ab.WHENCREATED,
        ab.WHENPOSTED,
        ab.DUEDATE,
        ab.DISCOUNTDATE,
        v.NAME,
        u.LOGINID,
        po.PONUMBER,
        p.STATE,
        p.PAYMENTDATE,
        bt.CLEARDATE
)
-- 1. Invoice Received
SELECT 
    bi.InvoiceNumber AS "InvoiceNumber",
    'Invoice Received' AS "ActivityName",
    bi.CreationTime AS "EventTime",
    'Sage Intacct DDS' AS "SourceSystem",
    CURRENT_TIMESTAMP AS "LastDataUpdate",
    bi.VendorName AS "VendorName",
    bi.InvoiceAmount AS "InvoiceAmount",
    bi.DueDate AS "DueDate",
    bi.PostingDate AS "PostingDate",
    bi.PurchaseOrderNumber AS "PurchaseOrderNumber",
    bi.CostCenter AS "CostCenter",
    bi.UserName AS "UserName",
    bi.InvoiceStatus AS "InvoiceStatus",
    bi.PaymentStatus AS "PaymentStatus"
FROM BaseInvoices bi

UNION ALL

-- 2. Invoice Data Validated (Inferred from initial creation if not in a DRAFT state)
SELECT 
    bi.InvoiceNumber,
    'Invoice Data Validated',
    bi.CreationTime, -- Assuming validation happens at time of creation/submission
    'Sage Intacct DDS',
    CURRENT_TIMESTAMP,
    bi.VendorName,
    bi.InvoiceAmount,
    bi.DueDate,
    bi.PostingDate,
    bi.PurchaseOrderNumber,
    bi.CostCenter,
    bi.UserName,
    bi.InvoiceStatus,
    bi.PaymentStatus
FROM BaseInvoices bi
WHERE bi.InvoiceStatus != 'Draft'

UNION ALL

-- 3. Purchase Order Matched
SELECT
    bi.InvoiceNumber,
    'Purchase Order Matched',
    pi.WHENCREATED, -- Time the PO was linked to the invoice
    'Sage Intacct DDS',
    CURRENT_TIMESTAMP,
    bi.VendorName,
    bi.InvoiceAmount,
    bi.DueDate,
    bi.PostingDate,
    bi.PurchaseOrderNumber,
    bi.CostCenter,
    (SELECT LOGINID FROM USERS WHERE USERID = pi.CREATEDBY) AS "UserName",
    bi.InvoiceStatus,
    bi.PaymentStatus
FROM BaseInvoices bi
JOIN POINVOICE pi ON bi.BillRecordNo = pi.BILLKEY
WHERE bi.PurchaseOrderNumber IS NOT NULL

UNION ALL

-- 4 & 5. Discrepancy Found & Resolved (from history table)
SELECT 
    bi.InvoiceNumber,
    CASE 
        WHEN h.NEW_VALUE = 'On Hold' THEN 'Discrepancy Found'
        WHEN h.OLD_VALUE = 'On Hold' AND h.NEW_VALUE != 'On Hold' THEN 'Discrepancy Resolved'
    END AS "ActivityName",
    h.WHEN_CHANGED AS "EventTime",
    'Sage Intacct DDS',
    CURRENT_TIMESTAMP,
    bi.VendorName,
    bi.InvoiceAmount,
    bi.DueDate,
    bi.PostingDate,
    bi.PurchaseOrderNumber,
    bi.CostCenter,
    (SELECT LOGINID FROM USERS WHERE USERID = h.WHO_CHANGED_ID) AS "UserName",
    h.NEW_VALUE AS "InvoiceStatus",
    bi.PaymentStatus
FROM BaseInvoices bi
JOIN HISTORY_APBILL h ON bi.BillRecordNo = h.RECORDNO
WHERE h.FIELD_NAME = 'STATE' AND (h.NEW_VALUE = 'On Hold' OR h.OLD_VALUE = 'On Hold')

UNION ALL

-- 6, 7 & 8. Routed For Approval, Invoice Rejected, Invoice Approved (from history table)
SELECT 
    bi.InvoiceNumber,
    CASE 
        WHEN h.NEW_VALUE = 'Submitted' THEN 'Routed For Approval'
        WHEN h.NEW_VALUE = 'Declined' THEN 'Invoice Rejected'
        WHEN h.NEW_VALUE = 'Approved' THEN 'Invoice Approved'
    END AS "ActivityName",
    h.WHEN_CHANGED AS "EventTime",
    'Sage Intacct DDS',
    CURRENT_TIMESTAMP,
    bi.VendorName,
    bi.InvoiceAmount,
    bi.DueDate,
    bi.PostingDate,
    bi.PurchaseOrderNumber,
    bi.CostCenter,
    (SELECT LOGINID FROM USERS WHERE USERID = h.WHO_CHANGED_ID) AS "UserName",
    h.NEW_VALUE AS "InvoiceStatus",
    bi.PaymentStatus
FROM BaseInvoices bi
JOIN HISTORY_APBILL h ON bi.BillRecordNo = h.RECORDNO
WHERE h.FIELD_NAME = 'STATE' AND h.NEW_VALUE IN ('Submitted', 'Declined', 'Approved')

UNION ALL

-- 9. Invoice Posted To GL
SELECT 
    bi.InvoiceNumber,
    'Invoice Posted To GL',
    bi.PostingDate,
    'Sage Intacct DDS',
    CURRENT_TIMESTAMP,
    bi.VendorName,
    bi.InvoiceAmount,
    bi.DueDate,
    bi.PostingDate,
    bi.PurchaseOrderNumber,
    bi.CostCenter,
    bi.UserName,
    bi.InvoiceStatus,
    bi.PaymentStatus
FROM BaseInvoices bi
WHERE bi.PostingDate IS NOT NULL AND bi.InvoiceStatus = 'Posted'

UNION ALL

-- 10. Payment Scheduled
SELECT 
    bi.InvoiceNumber,
    'Payment Scheduled',
    p.WHENCREATED,
    'Sage Intacct DDS',
    CURRENT_TIMESTAMP,
    bi.VendorName,
    bi.InvoiceAmount,
    bi.DueDate,
    bi.PostingDate,
    bi.PurchaseOrderNumber,
    bi.CostCenter,
    (SELECT LOGINID FROM USERS WHERE USERID = p.CREATEDBY) AS "UserName",
    bi.InvoiceStatus,
    p.STATE AS "PaymentStatus"
FROM BaseInvoices bi
JOIN APPAYMENTDETAIL pd ON bi.BillRecordNo = pd.BILLKEY
JOIN APPAYMENT p ON pd.PAYMENTKEY = p.RECORDNO

UNION ALL

-- 11. Payment Executed
SELECT 
    bi.InvoiceNumber,
    'Payment Executed',
    bi.PaymentDate,
    'Sage Intacct DDS',
    CURRENT_TIMESTAMP,
    bi.VendorName,
    bi.InvoiceAmount,
    bi.DueDate,
    bi.PostingDate,
    bi.PurchaseOrderNumber,
    bi.CostCenter,
    bi.UserName,
    bi.InvoiceStatus,
    bi.PaymentStatus
FROM BaseInvoices bi
WHERE bi.PaymentDate IS NOT NULL

UNION ALL

-- 12. Early Payment Taken
SELECT 
    bi.InvoiceNumber,
    'Early Payment Taken',
    bi.PaymentDate,
    'Sage Intacct DDS',
    CURRENT_TIMESTAMP,
    bi.VendorName,
    bi.InvoiceAmount,
    bi.DueDate,
    bi.PostingDate,
    bi.PurchaseOrderNumber,
    bi.CostCenter,
    bi.UserName,
    bi.InvoiceStatus,
    bi.PaymentStatus
FROM BaseInvoices bi
WHERE bi.PaymentDate IS NOT NULL AND bi.DiscountDate IS NOT NULL AND bi.PaymentDate <= bi.DiscountDate

UNION ALL

-- 13. Payment Cleared
SELECT 
    bi.InvoiceNumber,
    'Payment Cleared',
    bi.PaymentClearedDate,
    'Sage Intacct DDS',
    CURRENT_TIMESTAMP,
    bi.VendorName,
    bi.InvoiceAmount,
    bi.DueDate,
    bi.PostingDate,
    bi.PurchaseOrderNumber,
    bi.CostCenter,
    bi.UserName,
    bi.InvoiceStatus,
    bi.PaymentStatus
FROM BaseInvoices bi
WHERE bi.PaymentClearedDate IS NOT NULL

UNION ALL

-- 14. Invoice Cancelled
SELECT 
    bi.InvoiceNumber,
    'Invoice Cancelled',
    h.WHEN_CHANGED,
    'Sage Intacct DDS',
    CURRENT_TIMESTAMP,
    bi.VendorName,
    bi.InvoiceAmount,
    bi.DueDate,
    bi.PostingDate,
    bi.PurchaseOrderNumber,
    bi.CostCenter,
    (SELECT LOGINID FROM USERS WHERE USERID = h.WHO_CHANGED_ID) AS "UserName",
    h.NEW_VALUE AS "InvoiceStatus",
    bi.PaymentStatus
FROM BaseInvoices bi
JOIN HISTORY_APBILL h ON bi.BillRecordNo = h.RECORDNO
WHERE h.FIELD_NAME = 'STATE' AND h.NEW_VALUE = 'Voided';