#!/usr/bin/env python3 """ Consume a generic 947 file from 3PLs, and translate into a Sage X3 readable file - import template ZSCS. For Shadex we also need to reply with a 997 947 is warehouse advice, to alert us of damages or amount changes from something like a count """ #what about serial numbers? #status on L line? #remove negative line, needs to look up stocou? not sure. # pylint: disable=too-many-instance-attributes import dataclasses import datetime import decimal import functools import pathlib import re import shutil import typing import smtplib import pprint from email.mime.multipart import MIMEMultipart from email.mime.text import MIMEText import records # type: ignore import yamamotoyama # type: ignore import yamamotoyama.x3_imports # type: ignore THIS_DIRECTORY = pathlib.Path(__file__).parent X12_DIRECTORY = THIS_DIRECTORY / "incoming" IMPORTS_DIRECTORY = THIS_DIRECTORY / "x3_imports" EDI_997_DIRECTORY = THIS_DIRECTORY / "997_processing" SHANDEX_947_FILENAME_RE = re.compile( r"\A 947_QTY_STASH-YAMAMOTOYAMA_ \S+ [.]edi \Z", re.X | re.M | re.S ) DAMAGE_CODE_MAPPING = { "07" : 'RD',#Product Dumped or Destroyed "AV" : 'RD',#Damaged in Transit "55" : 'A',#Product Taken Off Hold "AA" : 'A',#Physical Count "05" : 'Q'#Product Put on Hold } DAMAGE_CODE_DESCRIPTIONS_MAPPING = { "07" : "Product Dumped or Destroyed", "AV" : "Damaged in Transit", "55" : "Product Taken Off Hold", "AA" : "Physical Count", "05" : "Product Put on Hold" } #This transaction can also be used for inventory counts, which we will report on but not process EMAIL_ONLY_CODES = ['AA'] #When we receive an EDI to change status, it will either be A or Q, the reverse of the earlier code DAMAGE_CODE_SOURCE_MAPPING = { "07" : 'A',#Product Dumped or Destroyed "AV" : 'A',#Damaged in Transit "55" : 'Q',#Product Taken Off Hold "AA" : 'A',#Physical Count "05" : 'A'#Product Put on Hold } def main(): """ Do it! """ for edi_filename in X12_DIRECTORY.iterdir(): if SHANDEX_947_FILENAME_RE.match(edi_filename.name): process_file(edi_filename) # file moved to 997 processing folder to be sent later shutil.move(edi_filename, EDI_997_DIRECTORY / edi_filename.name) combine_zscs() def combine_zscs(): """ Collect all ZSCS imports into a single file for easy import. """ archive_directory = IMPORTS_DIRECTORY / "archive" archive_directory.mkdir(exist_ok=True) with (IMPORTS_DIRECTORY / "ZSCS.dat").open( "w", encoding="utf-8", newline="\n" ) as combined_import_file: for individual_import_filename in IMPORTS_DIRECTORY.glob( "ZSCS_*.dat" ): with individual_import_filename.open( "r", encoding="utf-8", newline="\n" ) as individual_import_file: for line in individual_import_file: combined_import_file.write(line) shutil.move( individual_import_filename, archive_directory / individual_import_filename.name, ) def tokens_from_edi_file( edi_filename: pathlib.Path, ) -> typing.Iterator[typing.List[str]]: """ Read tokens from EDI file """ with edi_filename.open(encoding="utf-8", newline="") as edi_file: for record in edi_file.read().split("~"): fields = record.split("*") if fields[0] in { "ISA", "GS" "N1", "N9", "SE", "GE", "IEA" }: continue yield fields def gtin_lookup(gtin): with yamamotoyama.get_connection() as db_connection: return db_connection.query( """ select [ITM].[ITMREF_0], [ITM].[ITMDES1_0], [ITM].[EANCOD_0], [ITM].[ZCASEUPC_0] from [PROD].[ITMMASTER] [ITM] join [PROD].[ITMFACILIT] [ITF] on [ITM].[ITMREF_0] = [ITF].[ITMREF_0] and [ITF].[STOFCY_0] = 'WON' where replace([ITM].[ZCASEUPC_0],' ','') = :zcaseupc """, zcaseupc=gtin, ).first()["ITMREF_0"] def stock_movement_alert(itmref, qty, lot, status): msg = MIMEMultipart() msg['Subject'] = 'New Stock Change from Shandex' msg['Precedence'] = 'bulk' msg['From'] = 'x3report@stashtea.com' msg['To'] = 'isenn@yamamotoyama.com, vgomez@yamamotoyama.com' msg['CC'] = 'bleeson@stashtea.com' emailtext = f'Item: {itmref}\nQty: {qty}\nLot: {lot}\nStatus: {DAMAGE_CODE_MAPPING[status]}\nReason: {DAMAGE_CODE_DESCRIPTIONS_MAPPING[status]}' msg.attach(MIMEText(emailtext, 'plain')) with smtplib.SMTP_SSL("smtp.gmail.com", 465) as smtp: smtp.login(user='x3reportmk2@yamamotoyama.com', password=r'n typing.List[str]: """ Convert to strings for X3 import writing. """ def fix_uom(uom): x3_uom = '' if uom == 'CA': x3_uom = 'CS' else: x3_uom = uom return x3_uom return yamamotoyama.x3_imports.convert_to_strings( [ "S", fix_uom(self.pcu), self.qtypcu, self.qtystu, self.loc, self.sta, ] ) @dataclasses.dataclass class StockChangeDetail: """ Information that goes on a stockchange detail line, taken from ZPTHI template. """ vcrlin: int = 0 itmref: str = "" pcu: str = "" pcustucoe: int = 1 #does this need a lookup? sta: str = "A" loctyp: str = "" loc: str = "" lot: str = "" slo: str = "" sernum: str = "" palnum: str = "" ctrnum: str = "" qlyctldem: str= "" owner: str = "WON" subdetails: typing.List[StockChangeSubDetail] = dataclasses.field( default_factory=list ) def palnum_lookup(self, itmref, lot, status):#TODO prevent the crash when we don't have the lot supplied in X3 """ Pick a palnum from X3 using the lot, location, and status It matters which one we use, best attempt is to get the largest one available """ with yamamotoyama.get_connection() as db_connection: result = db_connection.query( """ select top 1 [STO].[STOFCY_0], [STO].[ITMREF_0], [STO].[LOT_0], [STO].[PALNUM_0], [STO].[QTYSTU_0] from [PROD].[STOCK] [STO] where [STO].[ITMREF_0] = :itmref and [STO].[STOFCY_0] = 'WON' and [STO].[LOT_0] = :lot and [STO].[STA_0] = :status order by [STO].[QTYSTU_0] desc """, itmref=itmref, lot=lot, status=status ).first() if result: return result["PALNUM_0"] else: raise NotImplementedError def gtin_lookup(self, gtin): with yamamotoyama.get_connection() as db_connection: return db_connection.query( """ select [ITM].[ITMREF_0], [ITM].[ITMDES1_0], [ITM].[EANCOD_0], [ITM].[ZCASEUPC_0] from [PROD].[ITMMASTER] [ITM] join [PROD].[ITMFACILIT] [ITF] on [ITM].[ITMREF_0] = [ITF].[ITMREF_0] and [ITF].[STOFCY_0] = 'WON' where [ITM].[ZCASEUPC_0] = :zcaseupc """, zcaseupc=gtin, ).first()["ITMREF_0"] def append(self, subdetail: StockChangeSubDetail): """ Add subdetail """ subdetail.pcu = self.pcu self.subdetails.append(subdetail) def check_subdetail_qty(self): """ Check for shortages by totaling up subdetail quantities. """ total_cases = 0 for subdetail in self.subdetails: total_cases -= subdetail.qtypcu return abs(total_cases) def convert_to_strings(self) -> typing.List[str]: """ Convert to strings for X3 import writing. """ def fix_uom(uom): x3_uom = '' if uom == 'CA': x3_uom = 'CS' else: x3_uom = uom return x3_uom self.qty = self.check_subdetail_qty() self.palnum = self.palnum_lookup(self.itmref, self.lot, self.sta) return yamamotoyama.x3_imports.convert_to_strings( [ "L", self.vcrlin, self.itmref, fix_uom(self.pcu), self.pcustucoe, self.sta, self.loctyp, self.loc, self.lot, self.slo, self.sernum, self.palnum, self.ctrnum, self.qlyctldem, self.owner ] ) def __eq__(self, item: typing.Any) -> bool: """ Test for equality """ if isinstance(item, str): return self.itmref == item if isinstance(item, StockChangeDetail): return self.itmref == item.itmref return False # def fill(self):#not needed for stockchanges # """ # Set soplin & itmdes from itmref & sohnum # """ # def get() -> records.Record: # with yamamotoyama.get_connection() as database: # how_many = ( # database.query( # """ # select # count(*) as [how_many] # from [PROD].[SORDERP] as [SOP] # where # [SOP].[SOHNUM_0] = :sohnum # and [SOP].[ITMREF_0] = :itmref # """, # sohnum=self.sohnum, # itmref=self.itmref, # ) # .first() # .how_many # ) # if how_many == 1: # return database.query( # """ # select top 1 # [SOP].[SOPLIN_0] # ,[SOP].[ITMDES1_0] # ,[SOP].[SAU_0] # from [PROD].[SORDERP] as [SOP] # where # [SOP].[SOHNUM_0] = :sohnum # and [SOP].[ITMREF_0] = :itmref # order by # [SOP].[SOPLIN_0] # """, # sohnum=self.sohnum, # itmref=self.itmref, # ).first() # result = get() # self.soplin = result.SOPLIN_0 # self.itmdes = result.ITMDES1_0 # self.sau = result.SAU_0 @dataclasses.dataclass class StockChangeHeader: """ Information that goes on a stockchange header, taken from ZSCS template. """ vcrnum: str = "" stofcy: str = "WON" iptdat: datetime.date = datetime.date(1753, 1, 1) vcrdes: str = "" pjt: str = "" trsfam: str = "CHX" def convert_to_strings(self) -> typing.List[str]: """ Convert to X3 import line """ return yamamotoyama.x3_imports.convert_to_strings( [ "E", self.vcrnum, self.stofcy, self.iptdat.strftime("%Y%m%d"), self.vcrdes, self.pjt, self.trsfam, ] ) class StockChangeDetailList: """ List of stockchange details """ _details: typing.List[StockChangeDetail] _item_set: typing.Set[str] def __init__(self): self._details = [] self._item_set = set() def append( self, stockchange_detail: StockChangeDetail, stockchange_subdetail: StockChangeSubDetail, ): """ Append """ itmref = stockchange_detail.itmref if itmref in self._item_set: for detail in self._details: if detail == itmref: detail.subdetails.append(stockchange_subdetail) return self._item_set.add(itmref) #stockchange_detail.fill() stockchange_detail.append(stockchange_subdetail) self._details.append(stockchange_detail) def __iter__(self): return iter(self._details) class StockChange: """ Warehouse stockchange, both header & details """ header: StockChangeHeader details: StockChangeDetailList _sdhnum: str def __init__(self): self.header = StockChangeHeader() self._sdhnum = "" self.details = StockChangeDetailList() def append( self, stockchange_detail: StockChangeDetail, stockchange_subdetail: StockChangeSubDetail, ): """ Add detail information. """ self.details.append(stockchange_detail, stockchange_subdetail) @property def sdhnum(self): """ shipment number """ return self._sdhnum @sdhnum.setter def sdhnum(self, value: str): if self._sdhnum != value: self._sdhnum = value if value: self._fill_info_from_shipment() def output(self, import_file: typing.TextIO): """ Output entire order to import_file. """ output = functools.partial( yamamotoyama.x3_imports.output_with_file, import_file ) output(self.header.convert_to_strings()) for detail in self.details: output(detail.convert_to_strings()) for subdetail in detail.subdetails: #shipment = detail.sdhnum #item = detail.itmref output(subdetail.convert_to_strings()) # for record in subdetail.stojous(shipment, item): # output(subdetail.convert_to_strings()) # output(record) if __name__ == "__main__": main()