rplctn/replload.p

   1 &ANALYZE-SUSPEND _VERSION-NUMBER UIB_v8r12
   2 &ANALYZE-RESUME
   3 &ANALYZE-SUSPEND _UIB-CODE-BLOCK _CUSTOM _DEFINITIONS Procedure
   4 /*--------------------------------------------------------------------------
   5     File        :
   6     Purpose     : Replication Load process
   7
   8     Syntax      :
   9
  10     Description :
  11
  12     Author(s)   :
  13     Created     :
  14     Notes       :
  15   ------------------------------------------------------------------------*/
  16
  17 DEF TEMP-TABLE LogEntry LIKE ReplLog.
  18 DEF TEMP-TABLE CollLog NO-UNDO LIKE ReplCollisionlog.
  19 DEF VAR load-program  AS CHAR NO-UNDO.
  20 DEF VAR log-file-name AS CHAR NO-UNDO.
  21 DEF VAR last-repl-date LIKE ReplLog.ReplDate NO-UNDO INITIAL ?.
  22 DEF VAR last-repl-time LIKE ReplLog.ReplTime NO-UNDO INITIAL ?.
  23
  24 DEF VAR file-list    AS CHAR NO-UNDO.
  25 DEF VAR i AS INT NO-UNDO.
  26 DEF VAR file-name AS CHAR NO-UNDO.
  27 DEF VAR full-path AS CHAR NO-UNDO.
  28 DEF VAR file-type AS CHAR NO-UNDO.
  29 DEF VAR previous-file AS CHAR NO-UNDO.
  30 DEF VAR last-file-loaded AS CHAR NO-UNDO.
  31
  32 DEF VAR load-directory AS CHAR NO-UNDO.
  33 load-directory = "rplctn\dump\toload".
  34
  35 DEF TEMP-TABLE replication-list
  36     FIELD file-name AS CHAR
  37     FIELD full-path AS CHAR
  38     FIELD file-type AS CHAR
  39     INDEX file-name IS UNIQUE PRIMARY file-name ASCENDING.
  40
  41 /* _UIB-CODE-BLOCK-END */
  42 &ANALYZE-RESUME
  43
  44
  45 &ANALYZE-SUSPEND _UIB-PREPROCESSOR-BLOCK
  46
  47 /* ********************  Preprocessor Definitions  ******************** */
  48
  49 &Scoped-define PROCEDURE-TYPE Procedure
  50
  51
  52
  53 /* _UIB-PREPROCESSOR-BLOCK-END */
  54 &ANALYZE-RESUME
  55
  56
  57 /* ************************  Function Prototypes ********************** */
  58
  59 &ANALYZE-SUSPEND _UIB-CODE-BLOCK _FUNCTION-FORWARD get-load-program Procedure
  60 FUNCTION get-load-program RETURNS CHARACTER
  61   ( INPUT table-name AS CHAR )  FORWARD.
  62
  63 /* _UIB-CODE-BLOCK-END */
  64 &ANALYZE-RESUME
  65
  66
  67 /* *********************** Procedure Settings ************************ */
  68
  69 &ANALYZE-SUSPEND _PROCEDURE-SETTINGS
  70 /* Settings for THIS-PROCEDURE
  71    Type: Procedure
  72    Allow:
  73    Frames: 0
  74    Add Fields to: Neither
  75    Other Settings: CODE-ONLY COMPILE
  76  */
  77 &ANALYZE-RESUME _END-PROCEDURE-SETTINGS
  78
  79 /* *************************  Create Window  ************************** */
  80
  81 &ANALYZE-SUSPEND _CREATE-WINDOW
  82 /* DESIGN Window definition (used by the UIB)
  83   CREATE WINDOW Procedure ASSIGN
  84          HEIGHT             = .4
  85          WIDTH              = 40.
  86 /* END WINDOW DEFINITION */
  87                                                                         */
  88 &ANALYZE-RESUME
  89
  90
  91
  92 &ANALYZE-SUSPEND _UIB-CODE-BLOCK _CUSTOM _INCLUDED-LIB Procedure
  93 /* ************************* Included-Libraries *********************** */
  94
  95 {inc/method/m-txtrep.i}
  96 {inc/string.i}
  97
  98 /* _UIB-CODE-BLOCK-END */
  99 &ANALYZE-RESUME
 100
 101
 102
 103 &ANALYZE-SUSPEND _UIB-CODE-BLOCK _CUSTOM _MAIN-BLOCK Procedure
 104
 105
 106 /* ***************************  Main Block  *************************** */
 107
 108
 109 OS-CREATE-DIR "rplctn\dump".
 110 OS-CREATE-DIR "rplctn\dump\log".
 111 log-file-name = "rplctn\dump\log\" +
 112     STRING( YEAR( TODAY ), "9999" ) +
 113     STRING( MONTH( TODAY ), "99" ) +
 114     STRING( DAY( TODAY ), "99" ) + ".log".
 115
 116 INPUT FROM OS-DIR( load-directory ) .
 117
 118 REPEAT:
 119   CREATE replication-list NO-ERROR.
 120   IMPORT replication-list NO-ERROR.
 121 END.
 122 FOR EACH replication-list:
 123   IF replication-list.file-type <> "F" OR TRIM(replication-list.full-path) = "" THEN
 124     DELETE replication-list.
 125 END.
 126
 127 INPUT CLOSE.
 128
 129 OUTPUT TO VALUE( log-file-name ) KEEP-MESSAGES APPEND.
 130 DO WHILE CAN-FIND( FIRST replication-list ):
 131   FIND FIRST replication-list .
 132   RUN load-log-file( replication-list.full-path ).
 133
 134   IF ERROR-STATUS:ERROR THEN DO:
 135     MESSAGE "Error processing replication file >>" + replication-list.full-path + "<<".
 136     DELETE replication-list.
 137   END.
 138
 139   IF last-repl-date <> ? AND last-repl-time <> ? THEN DO TRANSACTION:
 140     {inc/ofc-this.i}
 141     FIND OfficeSetting OF Office WHERE OfficeSetting.SetName = "Last-Replicate-Data" EXCLUSIVE-LOCK NO-ERROR.
 142     IF NOT AVAILABLE(OfficeSetting) THEN DO:
 143       CREATE OfficeSetting.
 144       OfficeSetting.OfficeCode = Office.OfficeCode.
 145       OfficeSetting.SetName = "Last-Replicate-Data".
 146     END.
 147     OfficeSetting.SetValue = STRING(last-repl-time,"HH:MM") + " on " + STRING(last-repl-date,"99/99/9999").
 148
 149     FIND OfficeSetting OF Office WHERE OfficeSetting.SetName = "Last-Replicate-Run" EXCLUSIVE-LOCK NO-ERROR.
 150     IF NOT AVAILABLE(OfficeSetting) THEN DO:
 151       CREATE OfficeSetting.
 152       OfficeSetting.OfficeCode = Office.OfficeCode.
 153       OfficeSetting.SetName = "Last-Replicate-Run".
 154     END.
 155     OfficeSetting.SetValue = STRING(TIME,"HH:MM") + " on " + STRING(TODAY,"99/99/9999").
 156
 157   END.
 158
 159 END.
 160 OUTPUT CLOSE.
 161
 162 /* _UIB-CODE-BLOCK-END */
 163 &ANALYZE-RESUME
 164
 165
 166 /* **********************  Internal Procedures  *********************** */
 167
 168 &ANALYZE-SUSPEND _UIB-CODE-BLOCK _PROCEDURE create-collisions Procedure
 169 PROCEDURE create-collisions :
 170 /*------------------------------------------------------------------------------
 171   Purpose:     Create collision log entries for all entries in
 172                the given transaction ID
 173   Parameters:  <none>
 174   Notes:
 175 ------------------------------------------------------------------------------*/
 176
 177   DEF INPUT PARAMETER transact-id    LIKE ReplLog.TransActID NO-UNDO.
 178   DEF INPUT PARAMETER collision-list AS CHAR NO-UNDO.
 179   DEF INPUT PARAMETER log-file       AS CHAR NO-UNDO.
 180
 181   FOR EACH LogEntry WHERE LogEntry.TransactID = transact-id:
 182     CREATE CollLog.
 183     BUFFER-COPY LogEntry TO CollLog
 184     ASSIGN
 185       CollLog.Collided = LOOKUP( STRING( LogEntry.ReplID ), collision-list ) <> 0
 186       CollLog.LoadFile = log-file
 187       CollLog.CollisionID = NEXT-VALUE( CollisionID ).
 188   END.
 189
 190 END PROCEDURE.
 191
 192 /* _UIB-CODE-BLOCK-END */
 193 &ANALYZE-RESUME
 194
 195
 196 &ANALYZE-SUSPEND _UIB-CODE-BLOCK _PROCEDURE load-log-file Procedure
 197 PROCEDURE load-log-file :
 198 /*------------------------------------------------------------------------------
 199   Purpose:     Load in a replication change log from file
 200
 201   Parameters:  log-file - The name of the file to load in
 202
 203   Notes:       Each entry in the replication log is ordered by
 204                transaction id and a sequence number. If any collision
 205                occurs for a particular transaction id, no changes
 206                within that particular transaction will be applied.
 207 ------------------------------------------------------------------------------*/
 208 DEF INPUT PARAMETER log-file AS CHAR NO-UNDO.
 209
 210   DEF VAR transact-id LIKE ReplLog.TransactId INIT ? NO-UNDO.
 211   DEF VAR need-to-rollback  AS LOGI NO-UNDO.
 212   DEF VAR report-collisions AS LOGI NO-UNDO.
 213   DEF VAR collision-list    AS CHAR NO-UNDO.
 214   DEF VAR repl-source       AS CHAR NO-UNDO.
 215
 216   DEF VAR first-line AS CHAR NO-UNDO.
 217   DEF VAR current-rowid AS ROWID NO-UNDO.
 218   DEF VAR current-pos AS INT NO-UNDO.
 219
 220   current-rowid = ROWID(replication-list).
 221
 222   /* Load in the log entries */
 223   /* NOTE: Must maintain the on error clause ! */
 224   FOR EACH LogEntry: DELETE LogEntry. END.
 225   MESSAGE "Loading replication from file:" log-file.
 226   INPUT FROM VALUE( log-file ).
 227   IMPORT UNFORMATTED first-line.
 228   current-pos = SEEK( INPUT ).
 229   INPUT CLOSE.
 230   IF SUBSTRING( first-line, 1 , 12) = ">>>Previous=" THEN DO:
 231     /* ensure that the "previous" file has been loaded */
 232     previous-file = SUBSTRING( first-line, 13).
 233     repl-source = SUBSTRING( previous-file, 1, 4).
 234     FIND replication-list WHERE replication-list.file-name = previous-file NO-LOCK NO-ERROR.
 235     IF AVAILABLE(replication-list) THEN DO:
 236       MESSAGE "Previous file" previous-file "not loaded, but now available.".
 237       /* not processed yet, but it is in our list so we'll do it before this one */
 238       RUN load-log-file( replication-list.full-path ).
 239
 240       /* re-create where we were. */
 241       FIND replication-list WHERE ROWID(replication-list) = current-rowid.
 242     END.
 243     ELSE DO:
 244       FIND replication-list WHERE ROWID(replication-list) = current-rowid.
 245       FIND RP WHERE RP.UserName = "Replication-" + repl-source
 246                 AND RP.ReportID = "Last Replication File" NO-LOCK NO-ERROR.
 247       IF AVAILABLE(RP) THEN DO:
 248         last-file-loaded = RP.Char1.
 249         IF last-file-loaded <> previous-file THEN DO:
 250           MESSAGE "Previous file" previous-file "was not loaded!!!".
 251           RUN sequence-error( previous-file ).
 252           /* which quits the whole thing! */
 253         END.
 254         ELSE
 255           MESSAGE "Previous file" previous-file "was loaded OK.".
 256       END.
 257       ELSE
 258         MESSAGE "No record of loading previous file from" repl-source "which should have been '" + previous-file + "'".
 259     END.
 260   END.
 261   ELSE DO:
 262     current-pos = 0.
 263   END.
 264   INPUT FROM VALUE( log-file ).
 265   SEEK INPUT TO current-pos.
 266   REPEAT TRANSACTION ON ERROR UNDO, LEAVE:
 267     CREATE LogEntry.
 268     IMPORT LogEntry.
 269   END.
 270   INPUT CLOSE.
 271
 272   iterate-transaction:
 273   REPEAT:
 274
 275     need-to-rollback  = No.
 276     report-collisions = No.
 277     collision-list    = "".
 278     RUN next-transact-id( INPUT-OUTPUT transact-id ).
 279     IF transact-id = ? THEN LEAVE iterate-transaction.
 280
 281     replication-transaction:
 282     DO TRANSACTION:
 283
 284       FOR EACH LogEntry WHERE LogEntry.TransActID = transact-id:
 285
 286         last-repl-date = LogEntry.ReplDate.
 287         last-repl-time = LogEntry.ReplTime.
 288
 289         repl-source = LogEntry.Office.
 290         FIND FIRST ReplLoadRule WHERE ReplLoadRule.SourceSystem = LogEntry.OfficeCode
 291                          AND ReplLoadRule.TableToLoad  = LogEntry.TableToRepl NO-LOCK NO-ERROR.
 292
 293         IF AVAILABLE ReplLoadRule THEN DO:
 294           IF INDEX( ReplLoadRule.Activity, LogEntry.ReplEvent ) <> 0 THEN DO:
 295             load-program = get-load-program( LogEntry.TableToRepl ).
 296             RUN VALUE( load-program ) ( LogEntry.ReplBI, LogEntry.ReplAI, LogEntry.ReplEvent ).
 297             IF RETURN-VALUE <> "" THEN DO:
 298                 add-to-list( collision-list, STRING( LogEntry.ReplID ) ).
 299                 need-to-rollback  = need-to-rollback OR ReplLoadRule.CollisionDetect .
 300                 report-collisions = Yes.
 301
 302                 RUN log( "(Trans: " + STRING( transact-id )
 303                        + ", ID: " + STRING( LogEntry.ReplID ) + ") " + RETURN-VALUE
 304                        + " error: Source - " + LogEntry.OfficeCode + ", "
 305                        + "Table - " + LogEntry.TabletoRepl + ", "
 306                        + "Event - " + LogEntry.ReplEvent ).
 307             END.
 308           END.
 309         END.
 310         ELSE DO:
 311           RUN log( "(Trans: " + STRING( transact-id ) + ", ID: " + STRING( LogEntry.ReplID ) + ") " +
 312                    "No load rule for: Source - " + LogEntry.OfficeCode + ", " +
 313                    "Table - " + LogEntry.TabletoRepl + ", " +
 314                    "Event - " + LogEntry.ReplEvent ).
 315           need-to-rollback  = Yes.
 316         END.
 317
 318       END.
 319
 320       /* Create collision records for all other entries in the transaction */
 321       IF report-collisions THEN
 322         RUN create-collisions( transact-id, collision-list, log-file ).
 323
 324       IF need-to-rollback THEN DO:
 325         RUN log( "Rolling Back Transaction: Source - " + repl-source + ", Trans - " + STRING( transact-id ) +
 326                  IF collision-list = "" THEN ", Missing Load Rules!" ELSE ( ", Collisions on " + collision-list ) ).
 327         UNDO replication-transaction, LEAVE replication-transaction.
 328       END.
 329
 330     END. /* Replication transaction */
 331
 332   END.
 333
 334   /* Update the collision log */
 335   FOR EACH CollLog:
 336     CREATE ReplCollisionLog.
 337     BUFFER-COPY CollLog TO ReplCollisionLog.
 338     DELETE CollLog.
 339   END.
 340
 341   DO TRANSACTION:
 342     FIND RP WHERE RP.UserName = "Replication-" + repl-source
 343               AND RP.ReportID = "Last Replication File" EXCLUSIVE-LOCK NO-ERROR.
 344     IF NOT AVAILABLE(RP) THEN CREATE RP.
 345     RP.UserName = "Replication-" + repl-source.
 346     RP.ReportID = "Last Replication File".
 347     RP.Char1 = replication-list.file-name.
 348     DOS SILENT VALUE( "move " + log-file + " " + REPLACE( log-file, "toload", "loaded" ) ).
 349     FIND replication-list WHERE ROWID(replication-list) = current-rowid NO-ERROR.
 350     DELETE replication-list NO-ERROR.
 351   END.
 352
 353 END PROCEDURE.
 354
 355 /* _UIB-CODE-BLOCK-END */
 356 &ANALYZE-RESUME
 357
 358
 359 &ANALYZE-SUSPEND _UIB-CODE-BLOCK _PROCEDURE log Procedure
 360 PROCEDURE log :
 361 /*------------------------------------------------------------------------------
 362   Purpose:
 363 ------------------------------------------------------------------------------*/
 364 DEF INPUT PARAMETER entry-text AS CHAR NO-UNDO.
 365
 366   PUT UNFORMATTED STRING( TIME, "HH:MM:SS" ) + " " + entry-text SKIP.
 367
 368 END PROCEDURE.
 369
 370 /* _UIB-CODE-BLOCK-END */
 371 &ANALYZE-RESUME
 372
 373
 374 &ANALYZE-SUSPEND _UIB-CODE-BLOCK _PROCEDURE next-transact-id Procedure
 375 PROCEDURE next-transact-id :
 376 /*------------------------------------------------------------------------------
 377   Purpose:
 378 ------------------------------------------------------------------------------*/
 379 DEF INPUT-OUTPUT PARAMETER transact-id LIKE ReplLog.TransActID NO-UNDO.
 380
 381 DEF BUFFER LE FOR LogEntry.
 382
 383   IF transact-id = ? THEN
 384     FIND FIRST LE NO-ERROR.
 385   ELSE
 386     FIND FIRST LE WHERE LE.TransActID > transact-id NO-ERROR.
 387
 388   transact-id = IF AVAILABLE LE THEN LE.TransActID ELSE ?.
 389
 390 END PROCEDURE.
 391
 392 /* _UIB-CODE-BLOCK-END */
 393 &ANALYZE-RESUME
 394
 395
 396 &ANALYZE-SUSPEND _UIB-CODE-BLOCK _PROCEDURE sequence-error Procedure
 397 PROCEDURE sequence-error :
 398 /*------------------------------------------------------------------------------
 399   Purpose:  A sequence error is one where we can't process this file because
 400             an earlier hasn't been processed yet, and isn't available.
 401 ------------------------------------------------------------------------------*/
 402 DEF INPUT PARAMETER previous-file AS CHAR NO-UNDO.
 403
 404   RUN log( "File Sequence Error processing: " + replication-list.full-path ).
 405   RUN log( "Previous file has not beenprocessed: " + previous-file ).
 406   OUTPUT CLOSE.
 407
 408   log-file-name = "rplctn\dump\log\seq-err.log".
 409   OUTPUT TO VALUE( log-file-name ) KEEP-MESSAGES APPEND.
 410   RUN log( "File Sequence Error processing: " + replication-list.full-path ).
 411   RUN log( "Previous file has not been processed: " + previous-file ).
 412   RUN log( "The last file processed was: " + last-file-loaded ).
 413   RUN log( "" ).
 414   RUN log( "The " + previous-file + " file needs to be moved back into the").
 415   RUN log( "rplctn/dump/tosend directory for re-sending (it should be in" ).
 416   RUN log( "the rplctn/dump/sent directory at the moment)." ).
 417   OUTPUT CLOSE.
 418
 419   /* we can't really continue past this point */
 420   QUIT.
 421
 422 END PROCEDURE.
 423
 424 /* _UIB-CODE-BLOCK-END */
 425 &ANALYZE-RESUME
 426
 427
 428 /* ************************  Function Implementations ***************** */
 429
 430 &ANALYZE-SUSPEND _UIB-CODE-BLOCK _FUNCTION get-load-program Procedure
 431 FUNCTION get-load-program RETURNS CHARACTER
 432   ( INPUT table-name AS CHAR ) :
 433 /*------------------------------------------------------------------------------
 434   Purpose:  Get the name of the generic replication load program for the
 435             given table. If it does not exist then generate the code for the
 436             program and compile it.
 437     Notes:
 438 ------------------------------------------------------------------------------*/
 439
 440   DEF VAR load-program AS CHAR NO-UNDO.
 441
 442   FIND _File WHERE _File._File-Name = table-name NO-LOCK.
 443
 444   load-program = "rplctn/load/" + _File._Dump-Name + ".p".
 445
 446   IF SEARCH( load-program ) = ? THEN DO:
 447     RUN rplctn/mkload.p( table-name, load-program ).
 448     IF RETURN-VALUE = "FAIL" THEN RETURN RETURN-VALUE.
 449   END.
 450
 451   RETURN load-program.
 452
 453 END FUNCTION.
 454
 455 /* _UIB-CODE-BLOCK-END */
 456 &ANALYZE-RESUME
 457
 458