45:"/_next/static/chunks/33yus346z0l_n.js" 46:"/_next/static/chunks/2j22cxchii_xx.js" 47:"/_next/static/chunks/0iv56yrji_20j.js" 48:"/_next/static/chunks/32izpn90gvm22.js" 49:"/_next/static/chunks/3j8bi-zu9bqs4.js" 4a:"/_next/static/chunks/1z-pox7hqp2x3.js" 4b:"/_next/static/chunks/20w4eaqlekefm.js" 4c:"/_next/static/chunks/1tn-0fivsxsv1.js" 4d:"/_next/static/chunks/09nq57stwzkgf.js" 4e:"/_next/static/chunks/3m1xjj5kw5fie.js" 4f:"/_next/static/chunks/0gafyzg9j9yqj.js" 50:"/_next/static/chunks/3k2gyg36fnag_.js" 51:"/_next/static/chunks/3bgoyiso1rhn7.js" 52:"/_next/static/chunks/3cstd6xzfli_o.js" 53:"/_next/static/chunks/253gnmj0-cj17.js" 54:"/_next/static/chunks/0hlb44ca7-4a2.js" 55:"/_next/static/chunks/20329i6m_04t6.js" 56:"/_next/static/chunks/40mq7ggq-ozo4.js" 57:"/_next/static/chunks/082jo-0ajazgr.js" 58:"/_next/static/chunks/2ozcrjb_hh74t.js" 59:"/_next/static/chunks/01a-3hvnqu8wl.js" 5a:"/_next/static/chunks/05i8en-x14ibi.js" 5b:"/_next/static/chunks/3m0r7x0jt5wm7.js" 5c:"/_next/static/chunks/2k8pepwc4pxns.js" 5d:"/_next/static/chunks/0wa9m1-tphf9u.js" 5e:"/_next/static/chunks/30jdm3dwz834g.js" 5f:"/_next/static/chunks/0k9bl6dipnsvu.js" 60:"/_next/static/chunks/18ggtgz2yf759.js" 61:"/_next/static/chunks/0i3-eynrkvqi7.js" 62:I[593304,["$2a","$2b","$2c","$2d","$2e","$2f","$45","$46","$47","$48","$49","$4a","$4b","$4c","$4d","$4e","$4f","$50","$51","$52","$53","$54","$55","$56","$57","$58","$59","$5a","$5b","$5c","$5d","$5e","$5f","$60","$61"],"OwnedHydration"] 63:T415,// Conceptual structure of a Dirty Page Table entry struct DirtyPageEntry { PageID page_id; // Unique identifier: (table_space_id, page_number) LSN recovery_lsn; // LSN of the FIRST log record that dirtied this page // since it was last written to disk Timestamp first_dirty_time; // Wall-clock time when page became dirty bool is_flushing; // True if write is currently in progress }; // The Dirty Page Table itself class DirtyPageTable { private: HashMap entries; Mutex table_lock; public: // Record that a page has been modified void markDirty(PageID pid, LSN log_lsn); // Record that a page has been written to disk void markClean(PageID pid); // Get the minimum Recovery LSN across all dirty pages LSN getMinRecoveryLSN(); // Create checkpoint snapshot vector snapshot(); // Check if a page is dirty bool isDirty(PageID pid); };64:T462,void DirtyPageTable::markClean(PageID pid, LSN written_page_lsn) { lock_guard lock(table_lock); auto it = entries.find(pid); if (it == entries.end()) { return; // Page wasn't tracked as dirty } // Critical check: Was the page modified DURING the flush? // The page header contains a pageLSN indicating the last modification // If pageLSN > written_page_lsn, new modifications occurred during write BufferPoolPage* page = buffer_pool.getPage(pid); if (page->getPageLSN() > written_page_lsn) { // Page was modified during flush - update recLSN to reflect // that only modifications up to written_page_lsn are on disk // Actually, the page is still dirty with modifications after flush it->second.recovery_lsn = written_page_lsn + 1; // Simplification it->second.is_flushing = false; log_debug("Page %d modified during flush, remains dirty", pid); } else { // Page is truly clean - remove from DPT entries.erase(it); log_debug("Page %d marked clean, removed from DPT", pid); } }65:T4ef,struct CheckpointRecord { LSN checkpoint_lsn; vector transaction_table; vector dirty_page_table; // Complete DPT snapshot LSN master_record_ptr; // Points to this checkpoint }; void RecoveryManager::performFuzzyCheckpoint() { // Step 1: Log BEGIN_CHECKPOINT LSN begin_ckpt_lsn = log_manager.appendLog(BEGIN_CHECKPOINT, {}); // Step 2: Take consistent snapshot of DPT // This should be atomic or use latching to ensure consistency vector dpt_snapshot = dirty_page_table.snapshot(); // Step 3: Take snapshot of transaction table vector txn_snapshot = txn_manager.snapshot(); // Step 4: Log END_CHECKPOINT with both tables LSN end_ckpt_lsn = log_manager.appendLog(END_CHECKPOINT, { .transaction_table = txn_snapshot, .dirty_page_table = dpt_snapshot }); // Step 5: Update master record to point to this checkpoint // The master record is stored in a known location on disk updateMasterRecord(begin_ckpt_lsn); log_info("Checkpoint complete: begin=%d, end=%d, DPT entries=%d", begin_ckpt_lsn, end_ckpt_lsn, dpt_snapshot.size()); }66:T73f,void AnalysisPhase::reconstructDPT() { // Step 1: Initialize DPT from checkpoint // Read the end-checkpoint record to get the DPT snapshot CheckpointRecord ckpt = readLastCheckpoint(); for (const auto& entry : ckpt.dirty_page_table) { dirty_page_table.insert(entry.page_id, entry); } log_info("Loaded DPT from checkpoint with %d entries", ckpt.dirty_page_table.size()); // Step 2: Scan log from checkpoint forward to end LSN current_lsn = ckpt.checkpoint_lsn; while (current_lsn != END_OF_LOG) { LogRecord record = log_manager.readLog(current_lsn); if (record.isRedoable()) { // This log record modified a page PageID pid = record.getPageID(); if (!dirty_page_table.contains(pid)) { // Page not in DPT - add it with this LSN as recLSN DirtyPageEntry entry; entry.page_id = pid; entry.recovery_lsn = current_lsn; dirty_page_table.insert(pid, entry); log_debug("Analysis: Added page %d to DPT, recLSN=%d", pid, current_lsn); } // If already in DPT, don't update recLSN (keep earliest) } if (record.type == END_LOG && record.isCommit()) { // Transaction committed - but don't remove pages from DPT // Pages might still be dirty even if transaction committed // (No-Force policy means commit doesn't force page writes) } current_lsn = record.next_lsn; } // After analysis, DPT reflects crash-time state log_info("Analysis complete: DPT has %d entries, min recLSN=%d", dirty_page_table.size(), dirty_page_table.getMinRecoveryLSN()); }67:T5c5,LSN AnalysisPhase::determineRedoLSN() { // Get minimum recLSN from Dirty Page Table LSN min_dpt_lsn = dirty_page_table.getMinRecoveryLSN(); // Get minimum firstLSN from Transaction Table // (firstLSN is the LSN of the first log record for each active transaction) LSN min_txn_lsn = transaction_table.getMinFirstLSN(); // RedoLSN is the minimum of both LSN redo_lsn; if (min_dpt_lsn == INVALID_LSN) { redo_lsn = min_txn_lsn; // No dirty pages (unlikely but possible) } else if (min_txn_lsn == INVALID_LSN) { redo_lsn = min_dpt_lsn; // No active transactions } else { redo_lsn = min(min_dpt_lsn, min_txn_lsn); } log_info("RedoLSN determined: %d (DPT min: %d, TxnTable min: %d)", redo_lsn, min_dpt_lsn, min_txn_lsn); return redo_lsn; } /* * Example Scenario: * ----------------- * Checkpoint at LSN 1000 * * DPT at checkpoint: * Page 10: recLSN = 950 * Page 20: recLSN = 1020 * Page 30: recLSN = 980 * * Transaction Table at checkpoint: * T1: firstLSN = 900, lastLSN = 1050 * T2: firstLSN = 1030, lastLSN = 1040 * * After analysis (scanning to LSN 1200): * DPT adds Page 40: recLSN = 1100 * T1 committed at LSN 1080 * T2 still active (lastLSN = 1150) * * Min DPT recLSN = 950 (Page 10) * Min TxnTable firstLSN = 1030 (T2) * * RedoLSN = min(950, 1030) = 950 * * Redo will start from LSN 950 and proceed to LSN 1200 */43:["$","$L62",null,{"owner":"anonymous","state":{"mutations":[],"queries":[{"dehydratedAt":1792298671406,"state":{"data":{"json":{"id":"seed_41e589de0ade901eba2d5a3ac520572b","slug":"analysis-phase","category":"Database Management Systems","topic":"Analysis Phase","title":"ARIES Analysis Phase: Reconstructing System State","description":"Master the Analysis Phase of the ARIES recovery algorithm—the critical first step that scans the log to reconstruct the exact system state at the moment of failure. Learn how the Dirty Page Table and Transaction Table guide efficient recovery operations.","difficulty":"ADVANCED","estimatedMinutes":75,"pages":[{"id":"seed_b9a6efc301ac7e4291a2126a8d7eb719","title":"Dirty Page Table: Tracking Modified Pages for Recovery","order":0,"content":[{"id":"opening-hook","title":"The Foundation of Intelligent Recovery","content":[{"data":{"content":"When a database system crashes, it faces a daunting challenge: **millions of log records may exist, but which operations actually need to be redone?** Blindly replaying every logged operation from the beginning of time would be catastrophically inefficient—potentially taking hours or days on systems with years of operational history.\n\nThe Dirty Page Table (DPT) solves this problem elegantly. It maintains runtime knowledge of which database pages have been modified but not yet written to stable storage, enabling the recovery system to determine precisely where redo processing must begin. This page explores the DPT in exhaustive technical detail—its structure, maintenance protocol, checkpointing integration, and critical role in the ARIES recovery algorithm."},"type":"text"},{"data":{"icon":"Target","title":"What You Will Learn","content":"By the end of this page, you will understand the complete architecture of the Dirty Page Table, how it's maintained during normal operations, how it survives checkpoints, and how the analysis phase uses it to establish the recovery starting point. You'll be able to trace DPT operations through concrete scenarios and explain why it's fundamental to efficient crash recovery.","variant":"info"},"type":"callout"}]},{"id":"what-is-dirty-page","title":"Understanding Dirty Pages","content":[{"data":{"content":"Before examining the Dirty Page Table itself, we must establish a precise understanding of what constitutes a **dirty page** in database systems. This concept is fundamental to buffer management, write-ahead logging, and crash recovery.\n\n**Definition:** A **dirty page** is a database page that resides in the buffer pool (main memory) and has been modified since it was last read from disk (or written to disk). The term 'dirty' signifies that the in-memory version differs from the on-disk version.\n\nThis divergence is intentional and beneficial for performance. If the buffer manager wrote every modification immediately to disk, the system would be I/O-bound and painfully slow. Instead, modifications accumulate in memory, and pages are written to disk:\n\n1. When the buffer manager needs space for new pages (page replacement)\n2. During checkpoint operations\n3. When transactions commit (in force-at-commit policies)\n4. During periodic background flushing"},"type":"text"},{"data":{"rows":[["Clean","Yes","Yes (identical)","No"],["Dirty","Yes","No (modified)","Yes"],["Not Resident","No","N/A","N/A"],["Pinned & Clean","Yes (locked)","Yes","No"],["Pinned & Dirty","Yes (locked)","No","Yes (after unpin)"]],"caption":"Page States in the Buffer Pool","headers":["State","In Memory","In-Memory = On-Disk","Needs Write-Back"]},"type":"table"},{"data":{"icon":"AlertCircle","title":"The Durability Challenge","content":"Dirty pages represent uncommitted or committed-but-not-yet-persisted data. If the system crashes while pages are dirty, their modifications could be lost. The Write-Ahead Logging (WAL) protocol ensures that log records describing these modifications are written to stable storage before the transaction commits, enabling recovery to reconstruct any lost modifications.","variant":"warning"},"type":"callout"},{"data":{"content":"**Why Dirty Pages Matter for Recovery:**\n\nDuring crash recovery, the system must:\n\n1. **Redo** operations whose effects may not have reached disk (dirty pages that weren't flushed)\n2. **Undo** operations from transactions that didn't commit\n\nThe challenge is efficiency. A database might have:\n- 1 billion log records spanning 5 years of operation\n- 10,000 dirty pages at crash time\n- Only 100,000 log records relevant to those dirty pages\n\nWithout tracking dirty pages, recovery would need to scan the entire log. With the Dirty Page Table, recovery starts from the earliest relevant log record—the one that first dirtied a page still dirty at crash time."},"type":"text"}],"titleType":"number","titleNumber":1},{"id":"dpt-structure","title":"Dirty Page Table Architecture","content":[{"data":{"content":"The Dirty Page Table is an in-memory data structure maintained by the buffer manager. Its design balances fast lookup and update operations with the information needed for crash recovery.\n\n**Core Structure:**\n\nThe DPT is typically implemented as a **hash table** mapping page identifiers to their recovery-relevant metadata. Each entry contains critical information about when and how the page became dirty."},"type":"text"},{"data":{"code":"$63","fileName":"dirty_page_table.h","languages":[{"label":"C++","value":"cpp"}],"showLineNumbers":true},"type":"code"},{"data":{"content":"**Key Fields Explained:**\n\n**Page ID:** The unique identifier of the database page. In most systems, this is a tuple of (tablespace or database file ID, page number within that file). Page IDs must be globally unique across the entire database.\n\n**Recovery LSN (recLSN):** This is the most critical field for crash recovery. It records the Log Sequence Number of the **first** log record that modified this page since it was last flushed to disk. This LSN tells the recovery system: \"If you want to reconstruct this page's current state, you must start redoing operations from this log position.\"\n\n**First Dirty Time:** A timestamp recording when the page became dirty. This is useful for monitoring (identifying pages that have been dirty too long) and for certain flushing strategies.\n\n**Is Flushing:** A flag indicating that a disk write is currently in progress. This prevents the entry from being removed prematurely and handles concurrent operations correctly."},"type":"text"},{"data":{"icon":"Lightbulb","title":"Why Track the First Dirtying LSN?","content":"Consider a page modified by log records at LSN 100, 150, and 200. If only LSN 200 were tracked, recovery might skip LSN 100 and 150, leaving the page in an inconsistent state. By tracking the *first* modification (LSN 100), ARIES guarantees that all subsequent modifications to this page will also be replayed, since they have higher LSNs.","variant":"tip"},"type":"callout"}],"titleType":"number","titleNumber":2},{"id":"dpt-operations","title":"DPT Operations During Normal Processing","content":[{"data":{"content":"The Dirty Page Table is continuously updated during normal database operations. Every modification to a buffer pool page and every page write-back affects the DPT. Understanding these operations is essential for grasping how the DPT stays accurate.\n\n**Operation 1: Marking a Page Dirty**\n\nWhen a transaction modifies data on a page, the buffer manager must update the DPT. The critical invariant is that the **recLSN** only captures the *first* modification—subsequent modifications to an already-dirty page do not update the recLSN."},"type":"text"},{"data":{"code":"void DirtyPageTable::markDirty(PageID pid, LSN log_lsn) {\n lock_guard lock(table_lock);\n \n auto it = entries.find(pid);\n if (it == entries.end()) {\n // Page is not currently dirty - create new entry\n DirtyPageEntry entry;\n entry.page_id = pid;\n entry.recovery_lsn = log_lsn; // This is the first dirtying LSN\n entry.first_dirty_time = getCurrentTime();\n entry.is_flushing = false;\n \n entries[pid] = entry;\n \n log_debug(\"Page %d marked dirty with recLSN=%d\", pid, log_lsn);\n }\n // If already dirty, do NOT update recLSN - we need the earliest one\n // This is a critical invariant of ARIES\n}","fileName":"mark_dirty_operation.cpp","languages":[{"label":"C++","value":"cpp"}],"showLineNumbers":true},"type":"code"},{"data":{"content":"**Operation 2: Marking a Page Clean**\n\nWhen the buffer manager successfully writes a dirty page to disk, that page becomes clean. The DPT entry must be removed because the on-disk version is now current.\n\nHowever, there's a subtle concurrency issue: what if a transaction modifies the page while the write is in progress? ARIES handles this by checking whether new modifications occurred during the flush."},"type":"text"},{"data":{"code":"$64","fileName":"mark_clean_operation.cpp","languages":[{"label":"C++","value":"cpp"}],"showLineNumbers":true},"type":"code"},{"data":{"icon":"Info","title":"Concurrency Considerations","content":"In high-concurrency systems, pages may be modified by one transaction while being flushed to disk. The page's LSN (stored in the page header) provides the synchronization mechanism—it definitively answers whether the flushed version is current. Some implementations use latches or more sophisticated synchronization to handle this.","variant":"note"},"type":"callout"},{"data":{"content":"**Operation 3: Finding the Minimum Recovery LSN**\n\nOne of the most important operations on the DPT is finding the minimum recLSN across all dirty pages. This value determines where redo processing must begin—it's the earliest log position that might need to be replayed."},"type":"text"},{"data":{"code":"LSN DirtyPageTable::getMinRecoveryLSN() {\n lock_guard lock(table_lock);\n \n if (entries.empty()) {\n return INVALID_LSN; // No dirty pages - no redo needed from DPT\n }\n \n LSN min_lsn = MAX_LSN;\n for (const auto& [pid, entry] : entries) {\n if (entry.recovery_lsn < min_lsn) {\n min_lsn = entry.recovery_lsn;\n }\n }\n \n return min_lsn;\n}\n\n// Example: Determining the redo start point\n// At checkpoint time:\n// DPT contains: Page 10 (recLSN=500), Page 25 (recLSN=350), Page 42 (recLSN=600)\n// Min recLSN = 350\n// Recovery will start redo from LSN 350 (or earlier if transaction table indicates)","fileName":"min_recovery_lsn.cpp","languages":[{"label":"C++","value":"cpp"}],"showLineNumbers":true},"type":"code"}],"titleType":"number","titleNumber":3},{"id":"dpt-checkpoints","title":"Checkpoint Integration","content":[{"data":{"content":"The Dirty Page Table plays a crucial role in checkpointing—the periodic operation that bounds recovery time by recording system state to the log. During a checkpoint, the DPT is captured to stable storage, enabling recovery to reconstruct the DPT state at checkpoint time.\n\n**Checkpoint Types and DPT:**\n\nModern database systems typically use **fuzzy checkpoints** (also called non-quiescent checkpoints), which don't halt transaction processing. The DPT snapshot taken during a fuzzy checkpoint reflects a moment-in-time view of which pages were dirty."},"type":"text"},{"data":{"rows":[["Quiescent","Full blocking","Perfect (no concurrent mods)","Simplest"],["Transaction-Consistent","No new transactions start","Consistent snapshot","Moderate"],["Fuzzy (ARIES)","None","Point-in-time snapshot","Requires analysis phase"],["Non-Blocking Fuzzy","None","Approximate","Most complex"]],"caption":"Checkpoint Types and Their DPT Handling","headers":["Checkpoint Type","Transaction Blocking","DPT Accuracy","Recovery Complexity"]},"type":"table"},{"data":{"content":"**Writing DPT to Checkpoint:**\n\nDuring a fuzzy checkpoint, ARIES writes two key data structures to the log:\n\n1. **Transaction Table** - Active transactions and their states\n2. **Dirty Page Table** - All dirty pages and their recLSNs\n\nThe checkpoint record structure includes the complete DPT snapshot:"},"type":"text"},{"data":{"code":"$65","fileName":"checkpoint_dpt.cpp","languages":[{"label":"C++","value":"cpp"}],"showLineNumbers":true},"type":"code"},{"data":{"icon":"Lightbulb","title":"Master Record Purpose","content":"The master record is a fixed location on disk that always points to the most recent successful checkpoint. During recovery, the system reads the master record first to locate the checkpoint, then reads the checkpoint to find the DPT and transaction table snapshots. This avoids scanning the entire log to find the latest checkpoint.","variant":"tip"},"type":"callout"},{"data":{"content":"**Why the DPT Snapshot Matters:**\n\nWithout the DPT snapshot in the checkpoint, recovery would need to scan the log from the beginning to determine which pages might be dirty. With the snapshot:\n\n1. Recovery starts with the DPT state at checkpoint time\n2. Analysis phase updates this DPT by scanning log records after the checkpoint\n3. Redo processing knows exactly where to start (minimum recLSN)\n\nThis drastically reduces recovery time—from potentially hours to minutes or seconds."},"type":"text"}],"titleType":"number","titleNumber":4},{"id":"dpt-analysis-phase","title":"DPT Reconstruction During Analysis","content":[{"data":{"content":"During crash recovery, the Analysis Phase reconstructs the DPT to reflect its state at crash time. This process involves:\n\n1. **Loading** the DPT snapshot from the last checkpoint\n2. **Scanning** log records from the checkpoint forward\n3. **Updating** the DPT based on logged operations\n\nThe reconstructed DPT tells the Redo Phase exactly where to begin processing and which pages need attention."},"type":"text"},{"data":{"code":"$66","fileName":"analysis_phase_dpt.cpp","languages":[{"label":"C++","value":"cpp"}],"showLineNumbers":true},"type":"code"},{"data":{"icon":"AlertCircle","title":"Critical: Don't Update Existing recLSN","content":"When a page is already in the DPT and we encounter another log record modifying it, we must NOT update the recLSN. The existing recLSN points to the first modification, and redo must start from there to correctly replay all changes. Updating recLSN would skip earlier modifications, leaving the page inconsistent.","variant":"warning"},"type":"callout"},{"data":{"content":"**Handling End-of-Log Write Records:**\n\nIf the log contains records indicating that a page was successfully written to disk (sometimes logged as 'page write' or incorporated into the checkpoint), those pages can be removed from the DPT during analysis. However, in many ARIES implementations, page writes are not logged, and the DPT is conservative—it may contain pages that are actually clean.\n\n**This is acceptable** because the Redo Phase will check each page's LSN before actually redoing an operation. If the page's on-disk LSN is greater than or equal to the log record's LSN, redo is skipped for that record."},"type":"text"}],"titleType":"number","titleNumber":5},{"id":"dpt-redo-lsn","title":"Determining the RedoLSN","content":[{"data":{"content":"The ultimate purpose of the DPT in the Analysis Phase is to determine the **RedoLSN**—the log position where the Redo Phase must begin processing. This is a critical optimization that can save enormous amounts of recovery time.\n\n**RedoLSN Definition:**\n\nThe RedoLSN is the **minimum** of:\n1. The smallest recLSN in the Dirty Page Table\n2. The smallest firstLSN of any uncommitted transaction (from the Transaction Table)\n\nBoth values must be considered because:\n- DPT entries indicate pages that might not have been flushed\n- Transaction Table entries indicate operations that might not have been applied"},"type":"text"},{"data":{"code":"$67","fileName":"determine_redo_lsn.cpp","languages":[{"label":"C++","value":"cpp"}],"showLineNumbers":true},"type":"code"},{"data":{"icon":"Zap","title":"Recovery Optimization Impact","content":"Consider a database with 10 years of logs totaling 100 million records. If the oldest dirty page was dirtied 5 minutes before the crash, RedoLSN might be 10,000 records back. Instead of replaying 100 million records, we replay only 10,000—a 10,000x improvement in recovery time.","variant":"success"},"type":"callout"}],"titleType":"number","titleNumber":6},{"id":"real-world-implementations","title":"Real-World Implementations","content":[{"data":{"content":"Production database systems implement variations of the Dirty Page Table concept, often with optimizations for their specific architectures. Let's examine how major systems handle dirty page tracking."},"type":"text"},{"data":{"tabs":[{"id":"postgresql","label":"PostgreSQL","content":[{"data":{"content":"**PostgreSQL's Approach:**\n\nPostgreSQL doesn't maintain a traditional Dirty Page Table. Instead, it uses a different recovery architecture:\n\n- **Shared Buffers**: Each buffer has a 'dirty' flag in its descriptor\n- **Background Writer**: Periodically scans and writes dirty buffers\n- **Checkpoint Process**: Writes ALL dirty buffers and then writes a checkpoint record\n- **Full-Page Writes**: After a checkpoint, the first modification to a page writes the entire page to WAL\n\nThis means PostgreSQL checkpoints are more aggressive about flushing dirty pages, but it avoids maintaining a separate DPT structure."},"type":"text"},{"data":{"code":"-- PostgreSQL tracks dirty buffers in shared memory\n-- View dirty buffer statistics:\nSELECT \n buffers_checkpoint, -- Buffers written during checkpoints\n buffers_clean, -- Buffers written by background writer\n buffers_backend -- Buffers written by backends\nFROM pg_stat_bgwriter;\n\n-- Each buffer descriptor contains:\n-- - tag (identifies the page)\n-- - state flags (including BM_DIRTY)\n-- - usage_count (for clock sweep replacement)","languages":[{"label":"SQL","value":"sql"}],"showLineNumbers":true},"type":"code"}],"titleIcon":"Code2"},{"id":"innodb","label":"MySQL InnoDB","content":[{"data":{"content":"**InnoDB's Flush List:**\n\nInnoDB maintains a **flush list**—a doubly-linked list of dirty pages ordered by their oldest modification LSN (equivalent to recLSN). This is essentially a DPT optimized for flushing operations:\n\n- Pages are added to the flush list when first dirtied\n- The list maintains LSN ordering for efficient sequential flushing\n- Checkpoint writes pages from the oldest end of the list\n- The oldest_modification in the list head determines the recovery start point"},"type":"text"},{"data":{"code":"-- InnoDB exposes flush list information via performance schema\nSELECT \n pool_id,\n pool_size,\n free_buffers,\n database_pages,\n modified_database_pages -- Dirty pages (flush list size)\nFROM information_schema.innodb_buffer_pool_stats;\n\n-- Each page control block contains:\n-- - oldest_modification (recLSN equivalent)\n-- - newest_modification (pageLSN equivalent)\n-- - flush_list pointers (for DPT-like structure)","languages":[{"label":"SQL","value":"sql"}],"showLineNumbers":true},"type":"code"}],"titleIcon":"Code2"},{"id":"sqlserver","label":"SQL Server","content":[{"data":{"content":"**SQL Server's Dirty Page Tracking:**\n\nSQL Server implements ARIES-style recovery with several optimizations:\n\n- **Buffer Pool**: Tracks dirty pages with first and last dirty timestamps\n- **Differential Bitmap**: Tracks pages modified since last full backup (for differential backups)\n- **Bulk Changed Map (BCM)**: Tracks pages modified by minimally logged operations\n- **Checkpoint**: Uses indirect checkpoints (target recovery time) to smooth I/O\n\nThe dirty page tracking is deeply integrated with the checkpoint mechanism."},"type":"text"},{"data":{"code":"-- SQL Server dirty page monitoring\nSELECT \n database_id,\n file_id,\n page_id,\n page_type_desc,\n is_modified -- Dirty page flag\nFROM sys.dm_os_buffer_descriptors\nWHERE is_modified = 1;\n\n-- Checkpoint behavior with target recovery time\nALTER DATABASE MyDB \nSET TARGET_RECOVERY_TIME = 60 SECONDS;","languages":[{"label":"SQL","value":"sql"}],"showLineNumbers":true},"type":"code"}],"titleIcon":"Code2"}],"defaultTab":"postgresql"},"type":"tabs"}],"titleType":"number","titleNumber":7},{"id":"summary","title":"Summary: Dirty Page Table Mastery","content":[{"data":{"content":"The Dirty Page Table is a deceptively simple data structure with profound implications for database reliability and performance. Let's consolidate the essential concepts:"},"type":"text"},{"data":{"type":"ordered","items":["**Definition**: The DPT tracks pages modified in memory but not yet persisted to disk, with each entry recording the first-dirtying LSN (recLSN).","**Core Invariant**: The recLSN always points to the earliest modification since the page was last flushed—never updated for subsequent modifications.","**Checkpoint Integration**: DPT snapshots are written to the log during checkpoints, enabling recovery to start from checkpoint state.","**Analysis Phase Role**: Reconstructs the crash-time DPT by loading checkpoint snapshot and scanning subsequent log records.","**RedoLSN**: The minimum recLSN in the DPT determines where redo processing can safely begin.","**Efficiency Impact**: DPT enables recovery to skip irrelevant historical log records, reducing recovery time by orders of magnitude."],"title":{"icon":"CheckCircle","text":"Key Takeaways","type":"icon","color":"primary","variant":"outline-circle"},"variant":"accent"},"type":"list"},{"data":{"content":"**What's Next:**\n\nWith the Dirty Page Table understood, we'll examine its companion data structure—the **Transaction Table**. Together, these two structures form the complete state information needed to perform correct and efficient crash recovery. The Transaction Table tracks active transactions and their undo requirements, complementing the DPT's page-level recovery information."},"type":"text"},{"data":{"icon":"CheckCircle","title":"Page Complete","content":"You now have a comprehensive understanding of the Dirty Page Table—its structure, operations, checkpoint integration, and role in the ARIES Analysis Phase. This knowledge is fundamental to understanding how modern databases achieve fast, reliable crash recovery.","variant":"success"},"type":"callout"}],"titleType":"number","titleNumber":8}],"isLocked":false},{"id":"seed_b40442358307aa35648be13a343fdec8","title":"Transaction Table: Tracking Active Transactions for Recovery","order":1,"content":null,"isLocked":true},{"id":"seed_be23092c20410e0d64fe1961f552937d","title":"Scanning Log: Reconstructing Crash-Time State","order":2,"content":null,"isLocked":true},{"id":"seed_34c1acfe172f6e860131a38e83d9836b","title":"Determining Redo Point: Where Recovery Begins","order":3,"content":null,"isLocked":true},{"id":"seed_3402d731483358531e9db2eb6da49f1f","title":"Reconstructing State: The Analysis Phase Output","order":4,"content":null,"isLocked":true}]}},"dataUpdateCount":1,"dataUpdatedAt":1792298671403,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":[["learningContent","getModule"],{"input":{"slug":"analysis-phase"},"type":"query"}],"queryHash":"[[\"learningContent\",\"getModule\"],{\"input\":{\"slug\":\"analysis-phase\"},\"type\":\"query\"}]"},{"dehydratedAt":1792298671407,"state":{"data":{"json":null},"dataUpdateCount":1,"dataUpdatedAt":1792298671401,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":[["learningContent","getProgress"],{"input":{"moduleId":"seed_41e589de0ade901eba2d5a3ac520572b"},"type":"query"}],"queryHash":"[[\"learningContent\",\"getProgress\"],{\"input\":{\"moduleId\":\"seed_41e589de0ade901eba2d5a3ac520572b\"},\"type\":\"query\"}]"},{"dehydratedAt":1792298671407,"state":{"data":{"json":null},"dataUpdateCount":1,"dataUpdatedAt":1792298671401,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":[["feedback","get"],{"input":{"contentType":"LEARNING_PAGE","contentId":"seed_b40442358307aa35648be13a343fdec8"},"type":"query"}],"queryHash":"[[\"feedback\",\"get\"],{\"input\":{\"contentId\":\"seed_b40442358307aa35648be13a343fdec8\",\"contentType\":\"LEARNING_PAGE\"},\"type\":\"query\"}]"},{"dehydratedAt":1792298671407,"state":{"data":{"json":null},"dataUpdateCount":1,"dataUpdatedAt":1792298671401,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":[["feedback","getUserLike"],{"input":{"contentType":"LEARNING_PAGE","contentId":"seed_b40442358307aa35648be13a343fdec8"},"type":"query"}],"queryHash":"[[\"feedback\",\"getUserLike\"],{\"input\":{\"contentId\":\"seed_b40442358307aa35648be13a343fdec8\",\"contentType\":\"LEARNING_PAGE\"},\"type\":\"query\"}]"},{"dehydratedAt":1792298671407,"state":{"data":{"json":[]},"dataUpdateCount":1,"dataUpdatedAt":1792298671401,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":[["highlights","getHighlights"],{"input":{"contentType":"LEARNING_PAGE","contentId":"seed_b40442358307aa35648be13a343fdec8"},"type":"query"}],"queryHash":"[[\"highlights\",\"getHighlights\"],{\"input\":{\"contentId\":\"seed_b40442358307aa35648be13a343fdec8\",\"contentType\":\"LEARNING_PAGE\"},\"type\":\"query\"}]"},{"dehydratedAt":1792298671407,"state":{"data":"$undefined","dataUpdateCount":0,"dataUpdatedAt":0,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"pending","fetchStatus":"fetching"},"queryKey":[["highlights","getPopularHighlights"],{"input":{"contentType":"LEARNING_PAGE","contentId":"seed_b40442358307aa35648be13a343fdec8","minCount":2},"type":"query"}],"queryHash":"[[\"highlights\",\"getPopularHighlights\"],{\"input\":{\"contentId\":\"seed_b40442358307aa35648be13a343fdec8\",\"contentType\":\"LEARNING_PAGE\",\"minCount\":2},\"type\":\"query\"}]","promise":"$@68"}]},"children":"$L69"}]