chore: bump version

* feat: optionally use User.2 layer for alternative outline #169

* chore: fix table of layer override fields

.github/ISSUE_TEMPLATE/bug_report.yml

@@ -0,0 +1,71 @@
+name: Bug Report
+description: Report an Fabrication Toolkit bug
+title: "[Bug]: "
+labels: "bug"
+body:
+- type: checkboxes
+  attributes:
+    label: Preflight Checklist
+    description: Please ensure you've completed all of the following.
+    options:
+      - label: I have searched the [issue tracker](https://www.github.com/bennymeg/Fabrication-Toolkit/issues) for a bug report that matches the one I want to file, without success.
+        required: true
+- type: input
+  attributes:
+    label: Fabrication Toolkit Version
+    description: |
+      What version of Fabrication Toolkit are you using?
+
+      Note: Please only report issues for currently supported versions of Fabrication Toolkit.
+    placeholder: 4.0.0
+  validations:
+    required: true
+- type: dropdown
+  attributes:
+    label: What operating system are you using?
+    options:
+      - Windows
+      - macOS
+      - Ubuntu
+      - Other Linux
+      - Other (specify below)
+  validations:
+    required: true
+- type: input
+  attributes:
+    label: Operating System Version
+    description: What operating system version are you using? On Windows, click Start button > Settings > System > About. On macOS, click the Apple Menu > About This Mac. On Linux, use lsb_release or uname -a.
+    placeholder: "e.g. Windows 10 version 1909, macOS Catalina 10.15.7, or Ubuntu 20.04"
+  validations:
+    required: false
+- type: dropdown
+  attributes:
+    label: What arch are you using?
+    options:
+      - x64
+      - ia32
+      - arm64 (including Apple Silicon)
+      - Other (specify below)
+  validations:
+    required: false
+- type: input
+  attributes:
+    label: Last Known Working Fabrication Toolkit version
+    description: What is the last version of Fabrication Toolkit this worked in, if applicable?
+    placeholder: 4.0.0
+- type: textarea
+  attributes:
+    label: Expected Behavior
+    description: A clear and concise description of what you expected to happen.
+  validations:
+    required: true
+- type: textarea
+  attributes:
+    label: Actual Behavior
+    description: A clear description of what actually happens.
+  validations:
+    required: true
+- type: textarea
+  attributes:
+    label: Additional Information
+    description: If your problem needs further explanation, or if the issue you're seeing cannot be reproduced in a gist, please add more information here.

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,4 @@
+contact_links:
+  - name: Github Sponsor
+    url: https://github.com/sponsors/bennymeg
+    about: Help support Fabrication Toolkit by sponsoring us

.github/ISSUE_TEMPLATE/feature_request.yml

@@ -0,0 +1,36 @@
+name: Feature Request
+description: Suggest an idea for Fabrication Toolkit
+title: "[Feature Request]: "
+labels: "enhancement"
+body:
+- type: checkboxes
+  attributes:
+    label: Preflight Checklist
+    description: Please ensure you've completed all of the following.
+    options:
+      - label: I have searched the [issue tracker](https://www.github.com/bennymeg/Fabrication-Toolkit/issues) for a feature request that matches the one I want to file, without success.
+        required: true
+- type: textarea
+  attributes:
+    label: Problem Description
+    description: Please add a clear and concise description of the problem you are seeking to solve with this feature request.
+  validations:
+    required: true
+- type: textarea
+  attributes:
+    label: Proposed Solution
+    description: Describe the solution you'd like in a clear and concise manner.
+  validations:
+    required: true
+- type: textarea
+  attributes:
+    label: Alternatives Considered
+    description: A clear and concise description of any alternative solutions or features you've considered.
+  validations:
+    required: true
+- type: textarea
+  attributes:
+    label: Additional Information
+    description: Add any other context about the problem here.
+  validations:
+    required: false

.vscode/settings.json

@@ -1,13 +1,21 @@
 {
     "cSpell.words": [
+        "Colour",
+        "csvfile",
         "Drilland",
         "EXCELLON",
         "FPID",
+        "JLCPCB",
         "LCSC",
+        "LSEQ",
         "netlist",
         "pcbnew",
         "Plotfile",
         "Protel",
+        "rcos",
+        "restkey",
+        "restval",
+        "rsin",
         "Soldermask"
     ]
 }

CONTRIBUTERS.md

@@ -0,0 +1 @@
+- Hildo Guillardi Júnior

README.md

@@ -6,6 +6,8 @@
 | **JLC PCB Plug-in for KiCad** |
 |:-----:|
 
+[![Sponsor](https://img.shields.io/static/v1?label=Sponsor&message=%E2%9D%A4&logo=GitHub&color=%23fe8e86)](https://github.com/sponsors/bennymeg)
+
 </div>
 
 ## Features
@@ -17,17 +19,34 @@
 ## Installation
 
 ### Official Installation
-Open the "Plugin and Content Manager" from the KiCad main menu and install the "<ins>Fabrication Toolkit</ins>" plugin from the selection list.
+Fabrication Toolkit is distributed with the official releases of KiCad 6+. Open the "Plugin and Content Manager" from the KiCad main menu and install the "<ins>Fabrication Toolkit</ins>" plugin from the selection list.
+
+<img src="https://github.com/bennymeg/JLC-Plugin-for-KiCad/blob/master/assets/manager.png?raw=true" height=275>
 
 ### Manual installation
-Download the latest ZIP file from https://github.com/bennymeg/JLC-Plugin-for-KiCad. Open the "Plugin and Content Manager" from the KiCads main window and install the ZIP file via "Install from File".
+Download the [latest release](https://github.com/bennymeg/JLC-Plugin-for-KiCad/releases) ZIP file. Open the "Plugin and Content Manager" from the KiCads main window and install the ZIP file via "Install from File".
 
 ## Usage
 Click on the Fabrication Toolkit <img src="https://github.com/bennymeg/JLC-Plugin-for-KiCad/blob/master/resources/icon.png?raw=true" style="magin-bottom: 8px;" alt="Logo" height=24> button on the top tool box inside KiCad pcb editor (pcbnew).
 
+**⊛** Ensure your board is syncronized before invoking this addon [**F8**].
+
+**⊛** The `User_1` layer in internally defined as a **V-Cuts** layer, please avoid using it for anything else (unless disabled). <span style="text-color: light-grey !important;">_(since v3.0.0)_.</span>
+
 ## Options
 
-### Include Component Part Number in Production Files
+Options can be set in the dialog that appears when the plugin is invoked. They are saved in a file called `fabrication-toolkit-options.json` in the project directory so that they are remembered between invocations of the plugin.
+
+<img src="https://github.com/bennymeg/JLC-Plugin-for-KiCad/blob/master/assets/options.png?raw=true" height=275>
+
+☑ __Additional layers__: Comma-separated list of additional layers to include in the gerber archive.</br>
+☑ __Set User.1 as V-Cut layer__: Merge User.1 layer with the Edge-Cut layer in production.</br>
+☑ __Use User.2 for an alternative Edge-Cut layer__: Use the User.2 instead of the Edge-Cut layer for the board outline in production. This is useful if you need process edges or panelization during production but still want to keep the individual outline for prototyping, 3D model exports, or similar purposes.</br>
+☑ __Apply automatic translations__: Apply known translation fixes for common components.</br>
+☑ __Apply automatic fill for all zones__: Refill all zones before generation production files.</br>
+☑ __Exclude DNP components from BOM__: Exclude components the had been set a DNP from th BOM.</br>
+
+### ① Include Component Part Number in Production Files
 Add an 'LCSC Part #'* field with the LCSC component part number to the symbol's fields property.
 
 <img src="https://github.com/bennymeg/JLC-Plugin-for-KiCad/blob/master/assets/mpn.png?raw=true" height=420>
@@ -39,12 +58,14 @@ Add an 'LCSC Part #'* field with the LCSC component part number to the symbol's
 _The fields will be query in the order denoted above._
 
 #### Fallback Fields*:
-| 'lcsc#' | 'LCSC' | 'JLC' | 'MPN' | 'Mpn' | 'mpn' |
-| --- | --- | --- | --- | --- | --- |
+| 'JLC Part' | 'LCSC Part' | 'LCSC' | 'JLC' | 'MPN' | 'Mpn' | 'mpn' |
+| --- | --- | --- | --- | --- | --- | --- |
 
 _The fields will be query in the order denoted above._
 
-### Ignore Footprint in Production Files
+---
+
+### ② Ignore Footprint in Production Files
 Select 'Exclude from board' or 'Exclude from BOM' in the symbol's attributes property in order to ignore the footprint from the relevant file.
 
 <img src="https://github.com/bennymeg/JLC-Plugin-for-KiCad/blob/master/assets/attributes.png?raw=true" height=420>
@@ -53,8 +74,10 @@ Select 'Exclude from position files' or 'Exclude from BOM' in the footprint's fa
 
 <img src="https://github.com/bennymeg/JLC-Plugin-for-KiCad/blob/master/assets/fabrication.png?raw=true" height=505>
 
-### Offset Component Rotation
-The rotation of components in KiCad Footprints does not always match the orientation in the JLC library because KiCad and JLCPB used different variation of the same standard. Most of the rotations may be corrected by the `rotations.cf` definitions. To the exception cases: add an 'JLC Rotation Offset' field with an counter-clockwise orientation offset in degrees to correct this.
+---
+
+### ③ Offset Component Rotation
+The rotation of components in KiCad Footprints does not always match the orientation in the JLC library because KiCad and JLC PCB used different variation of the same standard. Most of the rotations may be corrected by the `rotations.cf` definitions. To the exception cases: add an 'JLCPCB Rotation Offset' field - with positive values indicating counter-clockwise orientation offset in degrees.
 
 <img src="https://github.com/bennymeg/JLC-Plugin-for-KiCad/blob/master/assets/rotation-jlc.png?raw=true" height=164>
 
@@ -62,6 +85,8 @@ If the JLC preview shows a footprint like this, enter a rotation offset of -90 t
 
 <img src="https://github.com/bennymeg/JLC-Plugin-for-KiCad/blob/master/assets/rotation.png?raw=true" height=420>
 
+As the rotation offset is entered in the Schematic Editor, make sure to update your PCB with the changes made to the schematic before generating a new set of production files, otherwise your changes won't be reflected.
+
 #### Primary Fields*:
 | 'JLCPCB Rotation Offset' |
 | --- |
@@ -74,11 +99,28 @@ _The fields will be queried in the order denoted above._
 
 _The fields will be queried in the order denoted above._
 
-### Offset Component Position
-The position of components in KiCad Footprints does not always match the orientation in the JLC library because KiCad and JLCPB used different variation of the same standard. To the exception cases: add an 'JLC Position Offset' field with an comma seperated x,y position offset to correct it.
+---
+
+### ④ Offset Component Position
+The position of components in KiCad Footprints does not always match the orientation in the JLC library because KiCad and JLCPB used different variation of the same standard. To the exception cases: add an 'JLCPCB Position Offset' field with an comma separated x,y position offset to correct it. 
+
+Use following table to quickly find out to which coordinate enter the correction based on JLC arrows clicks - depending on footprint rotation in Kicad PCB Editor status bar:
+|Kicad footprint deg | x | y|
+|----|----|----|
+|0deg, Front | right arrow | up arrow |
+|0deg, Back | left arrow | down arrow |
+|180deg, Front | left arrow | down arrow |
+|180deg, Back | right arrow | up arrow |
+|90deg, Front or Back | up arrow | left arrow |
+|-90deg, Front or Back | down arrow | right arrow |
+
+For custom angles it's best to place also a temporary straight symbol to perform alignment.
+Single arrow press in JLC is 0.0635mm (= 1/400in) shift.
 
 <img src="https://github.com/bennymeg/JLC-Plugin-for-KiCad/blob/master/assets/position.png?raw=true" height=420>
 
+As the position offset is entered in the Schematic Editor, make sure to update your PCB with the changes made to the schematic before generating a new set of production files, otherwise your changes won't be reflected.
+
 #### Primary Fields*:
 | 'JLCPCB Position Offset' |
 | --- |
@@ -91,10 +133,25 @@ _The fields will be queried in the order denoted above._
 
 _The fields will be queried in the order denoted above._
 
+### ⑤ Override Component Layer
+Some footprints may have their components defined on the opposite layer to there actual footprints. In these instances you can override mount side by using this field.
+
+Values can be `top`, `bottom`, `t` or `b`.
+
+#### Primary Fields*:
+| 'JLCPCB Layer Override' |
+| --- |
+
+_The fields will be queried in the order denoted above._
+
+#### Fallback Fields*:
+| 'JlcLayerOverride' | 'JLCLayerOverride' |
+| --- | --- |
+
+_The fields will be queried in the order denoted above._
+
+
+
 ## Author
 
 Benny Megidish
-
-## Contributors
-
-Hildo Guillardi Júnior

metadata.json

@@ -2,24 +2,25 @@
     "$schema": "https://go.kicad.org/pcm/schemas/v1",
     "name": "Fabrication Toolkit",
     "description": "JLC PCB fabrication toolkit",
-    "description_full": "Toolkit for automating PCB fabrication process with KiCad and JLC PCB. \n\n OPTIONS: \n\u2022 Include Component Part Number in Production Files \n Add an 'MPN' field with the LCSC component part number to the footprint component options.  \n\n\u2022 Ignore Footprint in Production Files \n Select 'Exclude from position files' or 'Exclude from BOM' in the footprint properties fabrication attributes in order to ignore the footprint from the relevant file.  \n\n\u2022 Rotate components \n Add an 'JLCPCB Rotation Offset' field with the additional counter-clockwise rotation in degrees to correct a mismatch between KiCad and JLC footprint orientation.",
+    "description_full": "Toolkit for automating PCB fabrication process with KiCad and JLC PCB. \n\n Features: \n\u2022 Generates gerber files in correct format for production. \n\u2022 Generates BOM file in correct format for production. \n\u2022 Generates Pick and Place file in correct format for assembly. \n\u2022 Automatic and manual component translations. \n\u2022 Many more unique additional features. \n\u2665 https://github.com/sponsors/bennymeg",
     "identifier": "com.github.bennymeg.JLC-Plugin-for-KiCad",
     "type": "plugin",
     "author": {
         "name": "Benny Megidish",
         "contact": {
-            "web": "https://github.com/bennymeg/JLC-Plugin-for-KiCad"
+            "web": "https://github.com/bennymeg/Fabrication-Toolkit"
         }
     },
     "maintainer": {
         "name": "Benny Megidish",
         "contact": {
-            "web": "https://github.com/bennymeg/JLC-Plugin-for-KiCad"
+            "web": "https://github.com/bennymeg/Fabrication-Toolkit"
         }
     },
     "license": "Apache-2.0",
     "resources": {
-        "homepage": "https://github.com/bennymeg/JLC-Plugin-for-KiCad"
+        "homepage": "https://github.com/bennymeg/Fabrication-Toolkit",
+        "Sponsor": "https://github.com/sponsors/bennymeg"
     },
     "tags": [
         "jlc",
@@ -29,7 +30,7 @@
     ],
     "versions": [
         {
-            "version": "2.0.0",
+            "version": "4.5.0",
             "status": "stable",
             "kicad_version": "6.00"
         }

plugins/config.py

@@ -1,4 +1,4 @@
-import pcbnew
+import pcbnew  # type: ignore
 
 baseUrl = 'https://www.jlcpcb.com'
 
@@ -6,21 +6,8 @@ netlistFileName = 'netlist.ipc'
 designatorsFileName = 'designators.csv'
 placementFileName = 'positions.csv'
 bomFileName = 'bom.csv'
-gerberArchiveName = 'gerber.zip'
+gerberArchiveName = 'gerbers.zip'
 outputFolder = 'production'
+bomRowLimit = 200
 
-plotPlan = [
-    ("F.Cu", pcbnew.F_Cu, "Top Layer"),
-    ("B.Cu", pcbnew.B_Cu, "Bottom Layer"),
-    ("In1.Cu", pcbnew.In1_Cu, "Internal plane 1"),
-    ("In2.Cu", pcbnew.In2_Cu, "Internal plane 2"),
-    ("In3.Cu", pcbnew.In3_Cu, "Internal plane 3"),
-    ("In4.Cu", pcbnew.In4_Cu, "Internal plane 4"),
-    ("F.SilkS", pcbnew.F_SilkS, "Top Silkscreen"),
-    ("B.SilkS", pcbnew.B_SilkS, "Bottom Silkscreen"),
-    ("F.Mask", pcbnew.F_Mask, "Top Soldermask"),
-    ("B.Mask", pcbnew.B_Mask, "Bottom Soldermask"),
-    ("F.Paste", pcbnew.F_Paste, "Top Paste (Stencil)"),
-    ("B.Paste", pcbnew.B_Paste, "Bottom Paste (Stencil)"),
-    ("Edge.Cuts", pcbnew.Edge_Cuts, "Board Outline")
-]
+optionsFileName = 'fabrication-toolkit-options.json'

plugins/options.py

@@ -0,0 +1,7 @@
+AUTO_TRANSLATE_OPT = "AUTO TRANSLATE"
+AUTO_FILL_OPT = "AUTO FILL"
+EXCLUDE_DNP_OPT = "EXCLUDE DNP"
+OUTPUT_NAME_OPT = "OUTPUT NAME"
+EXTEND_EDGE_CUT_OPT = "EXTEND_EDGE_CUT"
+ALTERNATIVE_EDGE_CUT_OPT = "ALTERNATIVE_EDGE_CUT"
+EXTRA_LAYERS = "EXTRA_LAYERS"

plugins/plugin.py

@@ -1,9 +1,11 @@
 import os
 import wx
-import pcbnew
+import pcbnew # type: ignore
 
 from .thread import ProcessThread
 from .events import StatusEvent
+from .options import AUTO_FILL_OPT, AUTO_TRANSLATE_OPT, EXCLUDE_DNP_OPT, EXTEND_EDGE_CUT_OPT, ALTERNATIVE_EDGE_CUT_OPT, EXTRA_LAYERS
+from .utils import load_user_options, save_user_options, get_layer_names
 
 
 # WX GUI form that show the plugin progress
@@ -13,37 +15,110 @@ class KiCadToJLCForm(wx.Frame):
             self,
             None,
             id=wx.ID_ANY,
-            title=u"Processing...",
+            title=u"Fabrication Toolkit",
             pos=wx.DefaultPosition,
             size=wx.DefaultSize,
             style=wx.DEFAULT_DIALOG_STYLE)
+        
+        # self.app = wx.PySimpleApp()
+        icon = wx.Icon(os.path.join(os.path.dirname(__file__), 'icon.png'))
+        self.SetIcon(icon)
+        self.SetBackgroundColour(wx.LIGHT_GREY)
 
-        self.SetSizeHints(wx.DefaultSize, wx.DefaultSize)
+        self.SetSizeHints(wx.Size(600, 100), wx.DefaultSize)
 
-        bSizer1 = wx.BoxSizer(wx.VERTICAL)
+        userOptions = load_user_options({
+            EXTRA_LAYERS: "",
+            EXTEND_EDGE_CUT_OPT: False,
+            ALTERNATIVE_EDGE_CUT_OPT: False,
+            AUTO_TRANSLATE_OPT: True,
+            AUTO_FILL_OPT: True,
+            EXCLUDE_DNP_OPT: False
+        })
 
-        self.m_gaugeStatus = wx.Gauge(
-            self, wx.ID_ANY, 100, wx.DefaultPosition, wx.Size(
-                300, 20), wx.GA_HORIZONTAL)
-        self.m_gaugeStatus.SetValue(0)
-        bSizer1.Add(self.m_gaugeStatus, 0, wx.ALL, 5)
+        self.mOptionsLabel = wx.StaticText(self, label='Options:')
+        # self.mOptionsSeparator = wx.StaticLine(self)
 
-        self.SetSizer(bSizer1)
+        layers = get_layer_names(pcbnew.GetBoard())
+        self.mAdditionalLayersControl = wx.TextCtrl(self, size=wx.Size(600, 50))
+        self.mAdditionalLayersControl.Hint = "Additional layers (comma-separated)"
+        self.mAdditionalLayersControl.AutoComplete(layers)
+        self.mAdditionalLayersControl.Enable()
+        self.mAdditionalLayersControl.SetValue(userOptions[EXTRA_LAYERS])
+
+        self.mExtendEdgeCutsCheckbox = wx.CheckBox(self, label='Set User.1 as V-Cut layer')
+        self.mExtendEdgeCutsCheckbox.SetValue(userOptions[EXTEND_EDGE_CUT_OPT])
+        self.mAlternativeEdgeCutsCheckbox = wx.CheckBox(self, label='Use User.2 for alternative Edge-Cut layer')
+        self.mAlternativeEdgeCutsCheckbox.SetValue(userOptions[ALTERNATIVE_EDGE_CUT_OPT])
+        self.mAutomaticTranslationCheckbox = wx.CheckBox(self, label='Apply automatic translations')
+        self.mAutomaticTranslationCheckbox.SetValue(userOptions[AUTO_TRANSLATE_OPT])
+        self.mAutomaticFillCheckbox = wx.CheckBox(self, label='Apply automatic fill for all zones')
+        self.mAutomaticFillCheckbox.SetValue(userOptions[AUTO_FILL_OPT])
+        self.mExcludeDnpCheckbox = wx.CheckBox(self, label='Exclude DNP components from BOM')
+        self.mExcludeDnpCheckbox.SetValue(userOptions[EXCLUDE_DNP_OPT])
+
+        self.mGaugeStatus = wx.Gauge(
+            self, wx.ID_ANY, 100, wx.DefaultPosition, wx.Size(600, 20), wx.GA_HORIZONTAL)
+        self.mGaugeStatus.SetValue(0)
+        self.mGaugeStatus.Hide()
+
+        self.mGenerateButton = wx.Button(self, label='Generate', size=wx.Size(600, 60))
+        self.mGenerateButton.Bind(wx.EVT_BUTTON, self.onGenerateButtonClick)
+
+        boxSizer = wx.BoxSizer(wx.VERTICAL)
+
+        boxSizer.Add(self.mOptionsLabel, 0, wx.ALL, 5)
+        # boxSizer.Add(self.mOptionsSeparator, 0, wx.ALL, 5)
+        boxSizer.Add(self.mAdditionalLayersControl, 0, wx.ALL, 5)
+        boxSizer.Add(self.mExtendEdgeCutsCheckbox, 0, wx.ALL, 5)
+        boxSizer.Add(self.mAlternativeEdgeCutsCheckbox, 0, wx.ALL, 5)
+        boxSizer.Add(self.mAutomaticTranslationCheckbox, 0, wx.ALL, 5)
+        boxSizer.Add(self.mAutomaticFillCheckbox, 0, wx.ALL, 5)
+        boxSizer.Add(self.mExcludeDnpCheckbox, 0, wx.ALL, 5)
+        boxSizer.Add(self.mGaugeStatus, 0, wx.ALL, 5)
+        boxSizer.Add(self.mGenerateButton, 0, wx.ALL, 5)
+
+        self.SetSizer(boxSizer)
         self.Layout()
-        bSizer1.Fit(self)
+        boxSizer.Fit(self)
 
         self.Centre(wx.BOTH)
 
-        StatusEvent.invoke(self, self.updateDisplay)
-        ProcessThread(self)
 
+    def onGenerateButtonClick(self, event):
+        options = dict()
+        options[EXTRA_LAYERS] = self.mAdditionalLayersControl.GetValue()
+        options[EXTEND_EDGE_CUT_OPT] = self.mExtendEdgeCutsCheckbox.GetValue()
+        options[ALTERNATIVE_EDGE_CUT_OPT] = self.mAlternativeEdgeCutsCheckbox.GetValue()
+        options[AUTO_TRANSLATE_OPT] = self.mAutomaticTranslationCheckbox.GetValue()
+        options[AUTO_FILL_OPT] = self.mAutomaticFillCheckbox.GetValue()
+        options[EXCLUDE_DNP_OPT] = self.mExcludeDnpCheckbox.GetValue()
+
+        save_user_options(options)
+
+        self.mOptionsLabel.Hide()
+        self.mAdditionalLayersControl.Hide()
+        self.mExtendEdgeCutsCheckbox.Hide()
+        self.mAlternativeEdgeCutsCheckbox.Hide()
+        self.mAutomaticTranslationCheckbox.Hide()
+        self.mAutomaticFillCheckbox.Hide()
+        self.mExcludeDnpCheckbox.Hide()
+        self.mGenerateButton.Hide()
+        self.mGaugeStatus.Show()
+
+        self.Fit()
+        self.SetTitle('Fabrication Toolkit (Processing...)')
+
+        StatusEvent.invoke(self, self.updateDisplay)
+        ProcessThread(self, options)
 
     def updateDisplay(self, status):
         if status.data == -1:
+            self.SetTitle('Fabrication Toolkit (Done!)')
             pcbnew.Refresh()
             self.Destroy()
         else:
-            self.m_gaugeStatus.SetValue(int(status.data))
+            self.mGaugeStatus.SetValue(int(status.data))
 
 
 # Plugin definition

plugins/process.py

@@ -3,14 +3,16 @@ from __future__ import annotations
 
 # System base libraries
 import os
+import re
 import csv
 import math
 import shutil
 from collections import defaultdict
-import re
+from typing import Tuple
 
 # Interaction with KiCad.
-import pcbnew
+import pcbnew  # type: ignore
+from .utils import footprint_has_field, footprint_get_field, get_plot_plan
 
 # Application definitions.
 from .config import *
@@ -24,48 +26,27 @@ class ProcessManager:
         self.__rotation_db = self.__read_rotation_db()
 
     @staticmethod
-    def __read_rotation_db(filename: str = os.path.join(os.path.dirname(__file__), 'rotations.cf')) -> dict[str, float]:
-        '''Read the rotations.cf config file so we know what rotations
-        to apply later.
-        '''
-        db = {}
+    def normalize_filename(filename):
+        return re.sub(r'[^\w\s\.\-]', '', filename)
 
-        with open(filename, 'r') as fh:
-            for line in fh:
-                line = line.rstrip()
-                line = re.sub('#.*$', '', line)         # remove anything after a comment
-                line = re.sub('\s*$', '', line)         # remove all trailing space
+    def update_zone_fills(self):
+        '''Verify all zones have up-to-date fills.'''
+        filler = pcbnew.ZONE_FILLER(self.board)
+        zones = self.board.Zones()
 
-                if (line == ""):
-                    continue
+        # Fill returns true/false if a refill was made
+        # We cant use aCheck = True as that would require a rollback on the commit object if
+        # user decided to not perform the zone fill and the commit object is not exposed to python API
+        filler.Fill(zones, False)
 
-                match = re.match('^([^\s]+)\s+(\d+)$', line)
+        # Finally rebuild the connectivity db
+        self.board.BuildConnectivity()
 
-                if match:
-                    db.update({ match.group(1): int(match.group(2)) })
-
-        return db
-
-    def _get_rotation_from_db(self, footprint: str) -> float:
-        '''Get the rotation to be added from the database file.'''
-        # Look for regular expression math of the footprint name and not its root library.
-        fpshort = footprint.split(':')[-1]
-
-        for expression, delta in self.db.items():
-            fp = fpshort
-
-            if (re.search(':', expression)):
-                fp = footprint
-                
-            if(re.search(expression, fp)):
-                return delta
-
-        return 0.0
-
-    def generate_gerber(self, temp_dir):
+    def generate_gerber(self, temp_dir, extra_layers, extend_edge_cuts, alternative_edge_cuts):
         '''Generate the Gerber files.'''
         settings = self.board.GetDesignSettings()
-        settings.m_SolderMaskMargin = 0
+        settings.m_SolderMaskMargin = 50000
+        settings.m_SolderMaskToCopperClearance = 5000
         settings.m_SolderMaskMinWidth = 0
 
         plot_controller = pcbnew.PLOT_CONTROLLER(self.board)
@@ -78,22 +59,40 @@ class ProcessManager:
         plot_options.SetScale(1)
         plot_options.SetMirror(False)
         plot_options.SetUseGerberAttributes(True)
-        plot_options.SetUseGerberProtelExtensions(False)
+        plot_options.SetUseGerberProtelExtensions(True)
         plot_options.SetUseAuxOrigin(True)
         plot_options.SetSubtractMaskFromSilk(True)
+        plot_options.SetUseGerberX2format(False)
         plot_options.SetDrillMarksType(0)  # NO_DRILL_SHAPE
         
         if hasattr(plot_options, "SetExcludeEdgeLayer"):
             plot_options.SetExcludeEdgeLayer(True)
 
-        for layer_info in plotPlan:
-            if self.board.IsLayerEnabled(layer_info[1]):
+        if extra_layers is not None:
+            extra_layers = [element.strip() for element in extra_layers.strip().split(',') if element.strip()]
+        else:
+            extra_layers = []
+
+        for layer_info in get_plot_plan(self.board):
+            if self.board.IsLayerEnabled(layer_info[1]) or layer_info[0] in extra_layers:
                 plot_controller.SetLayer(layer_info[1])
-                plot_controller.OpenPlotfile(
-                    layer_info[0],
-                    pcbnew.PLOT_FORMAT_GERBER,
-                    layer_info[2])
-                plot_controller.PlotLayer()
+                plot_controller.OpenPlotfile(layer_info[0], pcbnew.PLOT_FORMAT_GERBER, layer_info[2])
+
+                if layer_info[1] == pcbnew.Edge_Cuts and hasattr(plot_controller, 'PlotLayers') and (extend_edge_cuts or alternative_edge_cuts):
+                    seq = pcbnew.LSEQ()
+                    # uses User_2 layer for alternative Edge_Cuts layer
+                    if alternative_edge_cuts:
+                        seq.push_back(pcbnew.User_2)
+                    else:
+                        seq.push_back(layer_info[1])
+                    # includes User_1 layer with Edge_Cuts layer to allow V Cuts to be defined as User_1 layer
+                    # available for KiCad 7.0.1+
+                    if extend_edge_cuts:
+                        seq.push_back(layer_info[1])
+                        seq.push_back(pcbnew.User_1)
+                    plot_controller.PlotLayers(seq)
+                else:
+                    plot_controller.PlotLayer()
 
         plot_controller.ClosePlot()
 
@@ -103,36 +102,58 @@ class ProcessManager:
 
         drill_writer.SetOptions(
             False,
-            True,
+            False,
             self.board.GetDesignSettings().GetAuxOrigin(),
             False)
-        drill_writer.SetFormat(False)
-        drill_writer.CreateDrillandMapFilesSet(temp_dir, True, False)
+        drill_writer.SetFormat(True)
+        drill_writer.SetMapFileFormat(pcbnew.PLOT_FORMAT_GERBER)
+        drill_writer.CreateDrillandMapFilesSet(temp_dir, True, True)
 
     def generate_netlist(self, temp_dir):
         '''Generate the connection netlist.'''
         netlist_writer = pcbnew.IPC356D_WRITER(self.board)
         netlist_writer.Write(os.path.join(temp_dir, netlistFileName))
 
-    def generate_positions(self, temp_dir):
-        '''Generate the position files.'''
+    def _get_footprint_position(self, footprint):
+        """Calculate position based on center of bounding box."""
+        position = footprint.GetPosition()
+        attributes = footprint.GetAttributes()
+
+        if attributes & pcbnew.FP_SMD:
+            position = footprint.GetPosition()
+        elif attributes & pcbnew.FP_THROUGH_HOLE:
+            position = footprint.GetBoundingBox(False, False).GetCenter()
+        else:                                           # handle Unspecified footprint type
+            pads = footprint.Pads()
+            if len(pads) > 0:
+                # get bounding box based on pads only to ignore non-copper layers, e.g. silkscreen
+                bbox = pads[0].GetBoundingBox()         # start with small bounding box
+                for pad in pads:
+                    bbox.Merge(pad.GetBoundingBox())    # expand bounding box
+
+                position = bbox.GetCenter()
+
+        return position
+
+    def generate_tables(self, temp_dir, auto_translate, exclude_dnp):
+        '''Generate the data tables.'''
         if hasattr(self.board, 'GetModules'):
             footprints = list(self.board.GetModules())
         else:
             footprints = list(self.board.GetFootprints())
 
         # sort footprint after designator
-        footprints.sort(key=lambda x: x.GetReference())
+        footprints.sort(key=lambda x: x.GetReference().upper())
 
         # unique designator dictionary
         footprint_designators = defaultdict(int)
         for i, footprint in enumerate(footprints):
             # count unique designators
-            footprint_designators[footprint.GetReference()] += 1
+            footprint_designators[footprint.GetReference().upper()] += 1
         bom_designators = footprint_designators.copy()
 
         if len(footprint_designators.items()) > 0:
-            with open((os.path.join(temp_dir, designatorsFileName)), 'w', encoding='utf-8') as f:
+            with open((os.path.join(temp_dir, designatorsFileName)), 'w', encoding='utf-8-sig') as f:
                 for key, value in footprint_designators.items():
                     f.write('%s:%s\n' % (key, value))
 
@@ -142,40 +163,54 @@ class ProcessManager:
             except AttributeError:
                 footprint_name = str(footprint.GetFPID().GetLibItemName())
 
-            layer = {
-                pcbnew.F_Cu: 'top',
-                pcbnew.B_Cu: 'bottom',
-            }.get(footprint.GetLayer())
+            layer = self._get_top_or_bottom_side_override_from_footprint(footprint)
 
             # mount_type = {
             #     0: 'smt',
             #     1: 'tht',
-            #     2: 'smt'
+            #     2: 'unspecified'
             # }.get(footprint.GetAttributes())
 
-            if not footprint.GetAttributes() & pcbnew.FP_EXCLUDE_FROM_POS_FILES:
+            is_dnp = (footprint_has_field(footprint, 'dnp') 
+                      or (footprint.GetValue().upper() == 'DNP') 
+                      or getattr(footprint, 'IsDNP', bool)())
+            skip_dnp = exclude_dnp and is_dnp
+
+            if not (footprint.GetAttributes() & pcbnew.FP_EXCLUDE_FROM_POS_FILES)  and not is_dnp:
                 # append unique ID if duplicate footprint designator
                 unique_id = ""
-                if footprint_designators[footprint.GetReference()] > 1:
-                    unique_id = str(footprint_designators[footprint.GetReference()])
-                    footprint_designators[footprint.GetReference()] -= 1
+                if footprint_designators[footprint.GetReference().upper()] > 1:
+                    unique_id = str(footprint_designators[footprint.GetReference().upper()])
+                    footprint_designators[footprint.GetReference().upper()] -= 1
 
-                designator = "{}{}{}".format(footprint.GetReference(), "" if unique_id == "" else "_", unique_id)
-                mid_x = (footprint.GetPosition()[0] - self.board.GetDesignSettings().GetAuxOrigin()[0]) / 1000000.0
-                mid_y = (footprint.GetPosition()[1] - self.board.GetDesignSettings().GetAuxOrigin()[1]) * -1.0 / 1000000.0
+                designator = "{}{}{}".format(footprint.GetReference().upper(), "" if unique_id == "" else "_", unique_id)
+                position = self._get_footprint_position(footprint)
+                mid_x = (position[0] - self.board.GetDesignSettings().GetAuxOrigin()[0]) / 1000000.0
+                mid_y = (position[1] - self.board.GetDesignSettings().GetAuxOrigin()[1]) * -1.0 / 1000000.0
                 rotation = footprint.GetOrientation().AsDegrees() if hasattr(footprint.GetOrientation(), 'AsDegrees') else footprint.GetOrientation() / 10.0
-                # Get the rotation offset to be added to the actual rotation prioritizing the explicated by the
-                # designer at the standards symbol fields. If not specified use the internal database.
-                rotation_offset = self._get_rotation_offset_from_footprint(footprint) #or self._get_rotation_from_db(footprint)
-                rotation = (rotation + rotation_offset) % 360.0
+                rotation_offset_db = self._get_rotation_from_db(footprint_name) # internal database offset
+                rotation_offset_manual = self._get_rotation_offset_from_footprint(footprint) # explicated offset by the designer
 
                 # position offset needs to take rotation into account
                 pos_offset = self._get_position_offset_from_footprint(footprint)
                 rsin = math.sin(rotation / 180 * math.pi)
                 rcos = math.cos(rotation / 180 * math.pi)
-                pos_offset = ( pos_offset[0] * rcos - pos_offset[1] * rsin, pos_offset[0] * rsin + pos_offset[1] * rcos )
+
+                if layer == 'bottom':
+                    pos_offset = ( pos_offset[0] * rcos + pos_offset[1] * rsin, pos_offset[0] * rsin - pos_offset[1] * rcos )
+                else:
+                    pos_offset = ( pos_offset[0] * rcos - pos_offset[1] * rsin, pos_offset[0] * rsin + pos_offset[1] * rcos )
                 mid_x, mid_y = tuple(map(sum,zip((mid_x, mid_y), pos_offset)))
 
+                # JLC expect 'Rotation' to be 'as viewed from above component', so bottom needs inverting, and ends up 180 degrees out as well
+                if layer == 'bottom':
+                    rotation = (180.0 - rotation)
+
+                if auto_translate:
+                    rotation += rotation_offset_db
+
+                rotation = (rotation + rotation_offset_manual) % 360.0
+
                 self.components.append({
                     'Designator': designator,
                     'Mid X': mid_x,
@@ -184,25 +219,31 @@ class ProcessManager:
                     'Layer': layer,
                 })
 
-            if not footprint.GetAttributes() & pcbnew.FP_EXCLUDE_FROM_BOM:
+            if not (footprint.GetAttributes() & pcbnew.FP_EXCLUDE_FROM_BOM) and not skip_dnp:
                 # append unique ID if we are dealing with duplicate bom designator
                 unique_id = ""
-                if bom_designators[footprint.GetReference()] > 1:
-                    unique_id = str(bom_designators[footprint.GetReference()])
-                    bom_designators[footprint.GetReference()] -= 1
+                if bom_designators[footprint.GetReference().upper()] > 1:
+                    unique_id = str(bom_designators[footprint.GetReference().upper()])
+                    bom_designators[footprint.GetReference().upper()] -= 1
 
                 # merge similar parts into single entry
                 insert = True
                 for component in self.bom:
-                    if component['Footprint'].upper() == footprint_name.upper() and component['Value'].upper() == footprint.GetValue().upper():
-                        component['Designator'] += ", " + "{}{}{}".format(footprint.GetReference(), "" if unique_id == "" else "_", unique_id)
+                    same_footprint = component['Footprint'] == self._normalize_footprint_name(footprint_name)
+                    same_value = component['Value'].upper() == footprint.GetValue().upper()
+                    same_lcsc = component['LCSC Part #'] == self._get_mpn_from_footprint(footprint)
+                    under_limit = component['Quantity'] < bomRowLimit
+
+                    if same_footprint and same_value and same_lcsc and under_limit:
+                        component['Designator'] += ", " + "{}{}{}".format(footprint.GetReference().upper(), "" if unique_id == "" else "_", unique_id)
                         component['Quantity'] += 1
                         insert = False
+                        break
 
                 # add component to BOM
                 if insert:
                     self.bom.append({
-                        'Designator': "{}{}{}".format(footprint.GetReference(), "" if unique_id == "" else "_", unique_id),
+                        'Designator': "{}{}{}".format(footprint.GetReference().upper(), "" if unique_id == "" else "_", unique_id),
                         'Footprint': self._normalize_footprint_name(footprint_name),
                         'Quantity': 1,
                         'Value': footprint.GetValue(),
@@ -210,8 +251,10 @@ class ProcessManager:
                         'LCSC Part #': self._get_mpn_from_footprint(footprint),
                     })
 
+    def generate_positions(self, temp_dir):
+        '''Generate the position file.'''
         if len(self.components) > 0:
-            with open((os.path.join(temp_dir, placementFileName)), 'w', newline='', encoding='utf-8') as outfile:
+            with open((os.path.join(temp_dir, placementFileName)), 'w', newline='', encoding='utf-8-sig') as outfile:
                 csv_writer = csv.writer(outfile)
                 # writing headers of CSV file
                 csv_writer.writerow(self.components[0].keys())
@@ -222,8 +265,9 @@ class ProcessManager:
                         csv_writer.writerow(component.values())
 
     def generate_bom(self, temp_dir):
+        '''Generate the bom file.'''
         if len(self.bom) > 0:
-            with open((os.path.join(temp_dir, bomFileName)), 'w', newline='', encoding='utf-8') as outfile:
+            with open((os.path.join(temp_dir, bomFileName)), 'w', newline='', encoding='utf-8-sig') as outfile:
                 csv_writer = csv.writer(outfile)
                 # writing headers of CSV file
                 csv_writer.writerow(self.bom[0].keys())
@@ -235,7 +279,7 @@ class ProcessManager:
                         csv_writer.writerow(component.values())
 
     def generate_archive(self, temp_dir, temp_file):
-        '''Generate the files.'''
+        '''Generate the archive file.'''
         temp_file = shutil.make_archive(temp_file, 'zip', temp_dir)
         temp_file = shutil.move(temp_file, temp_dir)
 
@@ -245,60 +289,190 @@ class ProcessManager:
                 os.remove(os.path.join(temp_dir, item))
 
         return temp_file
+    
+    """ Private """
 
-    def _get_mpn_from_footprint(self, footprint: str):
+    def __read_rotation_db(self, filename: str = os.path.join(os.path.dirname(__file__), 'transformations.csv')) -> dict[str, float]:
+        '''Read the rotations.cf config file so we know what rotations
+        to apply later.
+        '''
+        db = {}
+
+        with open(filename, newline='') as csvfile:
+            csvDialect = csv.Sniffer().sniff(csvfile.read(1024))
+            csvfile.seek(0)
+            csvData = csv.DictReader(csvfile, fieldnames=["footprint", "rotation", "x", "y"],
+                                     restkey="extra", restval="0", dialect=csvDialect)
+
+            rowNum = 0
+            for row in csvData:
+                    rowNum = rowNum + 1
+                    # First row is header row, skip.
+                    if rowNum == 1:
+                        skipFirst = False
+                        continue
+
+                    # If there was too many fields, throw an exception.
+                    if len(row) > 4:
+                        raise RuntimeError("{}: Too many fields found in row {}: {}".format(filename, rowNum, row))
+
+                    # See if the values we expect to be floating point numbers
+                    # can be converted to floating point, if not throw an exception.
+                    if row['rotation'] == "":
+                        rotation = 0.0
+                    else:
+                        try:
+                            rotation = float(row['rotation'])
+                        except ValueError:
+                            raise RuntimeError("{}: Non-numeric rotation value found in row {}".format(filename, rowNum))
+
+                    if row['x'] == "":
+                        delta_x = 0.0
+                    else:
+                        try:
+                            delta_x  = float(row['x'])
+                        except ValueError:
+                            raise RuntimeError("{}: Non-numeric translation value found in row {}".format(filename, rowNum))
+
+                    if row['y'] == "":
+                        delta_y = 0.0
+                    else:
+                        try:
+                            delta_y  = float(row['y'])
+                        except ValueError:
+                            raise RuntimeError("{}: Non-numeric translation value found in row {}".format(filename, rowNum))
+
+                    # Add the entry to the database in the format we expect.
+                    db[rowNum] = {}
+                    db[rowNum]['name'] = row['footprint']
+                    db[rowNum]['rotation'] = rotation
+                    db[rowNum]['x'] = delta_x
+                    db[rowNum]['y'] = delta_y 
+
+        return db
+
+    def _get_rotation_from_db(self, footprint: str) -> float:
+        '''Get the rotation to be added from the database file.'''
+        # Look for regular expression math of the footprint name and not its root library.
+
+        for entry in self.__rotation_db.items():
+            # If the expression in the DB contains a :, search for it literally.
+            if (re.search(':', entry[1]['name'])):
+                if (re.search(entry[1]['name'], footprint)):
+                    return float(entry[1]['rotation'])
+            # There is no : in the expression, so only search the right side of the :
+            else:
+                footprint_segments = footprint.split(':')
+                # Only one means there was no :, just check the short.
+                if (len(footprint_segments) == 1):
+                    check = footprint_segments[0]
+                # More means there was a :, check the right side.
+                else:
+                    check = footprint_segments[1]
+                if (re.search(entry[1]['name'], check)):
+                    return float(entry[1]['rotation'])
+
+        # Not found, no rotation.
+        return 0.0
+
+    def _get_position_offset_from_db(self, footprint: str) -> Tuple[float, float]:
+        '''Get the rotation to be added from the database file.'''
+        # Look for regular expression math of the footprint name and not its root library.
+
+        for entry in self.__rotation_db.items():
+            # If the expression in the DB contains a :, search for it literally.
+            if (re.search(':', entry[1]['name'])):
+                if (re.search(entry[1]['name'], footprint)):
+                    return ( float(entry[1]['x']), float(entry[1]['y']) )
+            # There is no : in the expression, so only search the right side of the :
+            else:
+                footprint_segments = footprint.split(':')
+                # Only one means there was no :, just check the short.
+                if (len(footprint_segments) == 1):
+                    check = footprint_segments[0]
+                # More means there was a :, check the right side.
+                else:
+                    check = footprint_segments[1]
+                if (re.search(entry[1]['name'], check)):
+                    return ( float(entry[1]['x']), float(entry[1]['y']) )
+
+        # Not found, no delta.
+        return (0.0, 0.0)
+
+    def _get_mpn_from_footprint(self, footprint) -> str:
         ''''Get the MPN/LCSC stock code from standard symbol fields.'''
         keys = ['LCSC Part #', 'JLCPCB Part #']
-        fallback_keys = ['LCSC', 'JLC', 'MPN', 'Mpn', 'mpn']
+        fallback_keys = ['LCSC Part', 'JLC Part', 'LCSC', 'JLC', 'MPN', 'Mpn', 'mpn']
 
-        for key in keys:
-            if footprint.HasProperty(key):
-                return footprint.GetProperty(key)
+        if footprint_has_field(footprint, 'dnp'):
+            return 'DNP'
 
-        for key in fallback_keys:
-            if footprint.HasProperty(key):
-                return footprint.GetProperty(key)
+        for key in keys + fallback_keys:
+            if footprint_has_field(footprint, key):
+                return footprint_get_field(footprint, key)
 
-    def _get_rotation_offset_from_footprint(self, footprint: str) -> float:
+    def _get_top_or_bottom_side_override_from_footprint(self, footprint) -> str:
+        keys = ['JLCPCB Layer Override']
+        fallback_keys = ['JlcLayerOverride', 'JLCLayerOverride']
+
+        layer = {
+            pcbnew.F_Cu: 'top',
+            pcbnew.B_Cu: 'bottom',
+        }.get(footprint.GetLayer())
+
+        for key in keys + fallback_keys:
+            if footprint_has_field(footprint, key):
+                temp_layer = footprint_get_field(footprint, key)
+                if (temp_layer[0] == 'b' or temp_layer[0] == 'B'):
+                    layer = "bottom"
+                    break
+                elif (temp_layer[0] == 't' or temp_layer[0] == 'T'):
+                    layer = "top"
+                    break
+
+        return layer
+
+    def _get_rotation_offset_from_footprint(self, footprint) -> float:
         '''Get the rotation from standard symbol fields.'''
         keys = ['JLCPCB Rotation Offset']
         fallback_keys = ['JlcRotOffset', 'JLCRotOffset']
 
-        offset = None
+        offset = ""
 
         for key in keys + fallback_keys:
-            if footprint.HasProperty(key):
-                offset = footprint.GetProperty(key)
+            if footprint_has_field(footprint, key):
+                offset = footprint_get_field(footprint, key)
                 break
 
         if offset is None or offset == "":
-            return 0
+            return 0.0
         else:
             try:
                 return float(offset)
             except ValueError:
                 raise RuntimeError("Rotation offset of {} is not a valid number".format(footprint.GetReference()))
 
-    def _get_position_offset_from_footprint(self, footprint):
+    def _get_position_offset_from_footprint(self, footprint) -> Tuple[float, float]:
         keys = ['JLCPCB Position Offset']
         fallback_keys = ['JlcPosOffset', 'JLCPosOffset']
 
-        offset = None
+        offset = ""
 
         for key in keys + fallback_keys:
-            if footprint.HasProperty(key):
-                offset = footprint.GetProperty(key)
+            if footprint_has_field(footprint, key):
+                offset = footprint_get_field(footprint, key)
                 break
 
-        if offset is None or offset == "":
-            return (0, 0)
+        if offset == "":
+            return (0.0, 0.0)
         else:
             try:
-                return ( float(offset.split(",")[0]), float(offset.split(",")[1]) )
-            except ValueError:
+                offset = offset.split(",")
+                return (float(offset[0]), float(offset[1]))
+            except Exception as e:
                 raise RuntimeError("Position offset of {} is not a valid pair of numbers".format(footprint.GetReference()))
 
-    def _normalize_footprint_name(self, footprint):
+    def _normalize_footprint_name(self, footprint) -> str:
         # replace footprint names of resistors, capacitors, inductors, diodes, LEDs, fuses etc, with the footprint size only
         pattern = re.compile(r'^(\w*_SMD:)?\w{1,4}_(\d+)_\d+Metric.*$')
 

plugins/rotations.cf

@@ -1,61 +0,0 @@
-#
-# Rotations for jlcpcba
-#
-# This defines additional rotations we need to apply to ensure the
-# footprints are correctly orientated to work with the JLCPCB PBCA
-# service
-#
-# These are regular expressions that are matched by default against
-# the short footprint name (without the library name), however if there
-# is a colon in the regex then the full name (with the library name) is
-# used.
-#
-# The matches are checked against one by one, and the first match
-# is used
-#
-# The regex and the rotation value is separated by any amount of
-# whitespace, blank lines and comments are ignored
-#
-
-#
-# Normal short-name matches
-#
-^SOT-223            180
-^SOT-23             180
-^D_SOT-23           180
-^TSOT-23            180
-^SOT-353            180
-^QFN-               90 
-^qfn-               90 
-^LQFP-              270
-^TQFP-              270
-^MSOP-              270
-^TSSOP-             270
-^DFN-               270
-^SOIC-8_            270
-^SOIC-16_           270
-^VSSOP-10_-         270
-
-#
-# Polarised caps are 180 out
-#
-^CP_Elec_           180
-^C_Elec_            180
-^CP_EIA-            180
-
-#
-# Long name matches
-#
-#^Lees_Footprints:   270
-^LED_WS2812B_PLCC4   180
-
-# More rotation from https://github.com/matthewlai/JLCKicadTools/tree/master/jlc_kicad_tools
-^R_Array_Convex_ 	90
-^R_Array_Concave_ 	90
-^SOP-4_                0
-^SOP-(?!18_)           270
-^SOP-18_               0
-^VSSOP-8_              270
-^Bosch_LGA-            90
-^PowerPAK_SO-8_Single  270
-^HTSSOP-               270

plugins/thread.py

@@ -1,58 +1,76 @@
 import os
 import wx
+import pcbnew  # type: ignore
 import shutil
 import tempfile
 import webbrowser
+import datetime
 from threading import Thread
 from .events import StatusEvent
 from .process import ProcessManager
 from .config import *
+from .options import *
 
 
 class ProcessThread(Thread):
-    def __init__(self, wx):
+    def __init__(self, wx, options):
         Thread.__init__(self)
 
         self.process_manager = ProcessManager()
         self.wx = wx
+        self.options = options
         self.start()
 
     def run(self):
         # initializing
-        self.report(0)
+        self.progress(0)
 
         temp_dir = tempfile.mkdtemp()
+        temp_dir_gerber = temp_dir + "_g"
+        os.makedirs(temp_dir_gerber)
+
         _, temp_file = tempfile.mkstemp()
         project_directory = os.path.dirname(self.process_manager.board.GetFileName())
-        output_path = os.path.join(project_directory, outputFolder)
 
         try:
-            # configure and generate gerber
-            self.report(5)
-            self.process_manager.generate_gerber(temp_dir)
+            # Verify all zones are up-to-date
+            self.progress(10)
+            if (self.options[AUTO_FILL_OPT]):
+                self.process_manager.update_zone_fills()
+
+            # generate gerber
+            self.progress(20)
+            self.process_manager.generate_gerber(temp_dir_gerber, self.options[EXTRA_LAYERS], self.options[EXTEND_EDGE_CUT_OPT], self.options[ALTERNATIVE_EDGE_CUT_OPT])
 
             # generate drill file
-            self.report(15)
-            self.process_manager.generate_drills(temp_dir)
+            self.progress(30)
+            self.process_manager.generate_drills(temp_dir_gerber)
 
             # generate netlist
-            self.report(25)
+            self.progress(40)
             self.process_manager.generate_netlist(temp_dir)
 
+            # generate data tables
+            self.progress(50)
+            self.process_manager.generate_tables(temp_dir, self.options[AUTO_TRANSLATE_OPT], self.options[EXCLUDE_DNP_OPT])
+
             # generate pick and place file
-            self.report(40)
+            self.progress(60)
             self.process_manager.generate_positions(temp_dir)
 
             # generate BOM file
-            self.report(60)
+            self.progress(70)
             self.process_manager.generate_bom(temp_dir)
 
             # generate production archive
-            self.report(75)
-            temp_file = self.process_manager.generate_archive(temp_dir, temp_file)
+            self.progress(85)
+            temp_file = self.process_manager.generate_archive(temp_dir_gerber, temp_file)
+            shutil.move(temp_file, temp_dir)
+            shutil.rmtree(temp_dir_gerber)
+            temp_file = os.path.join(temp_dir, os.path.basename(temp_file))
         except Exception as e:
-            wx.MessageBox(str(e), "Error", wx.OK | wx.ICON_ERROR)
-            self.report(-1)
+            wx.MessageBox(str(e), "Fabrication Toolkit - Error", wx.OK | wx.ICON_ERROR)
+            self.progress(-1)
             return
 
         # progress bar done animation
@@ -65,20 +83,46 @@ class ProcessThread(Thread):
                     break
                 read_so_far += len(data)
                 percent = read_so_far * 1e2 / total_size
-                self.report(75 + percent / 8)
+                self.progress(85 + percent / 8)
 
+        # generate gerber name
+        title_block = self.process_manager.board.GetTitleBlock()
+        title = title_block.GetTitle()
+        revision = title_block.GetRevision()
+        company = title_block.GetCompany()
+        file_date = title_block.GetDate()
+
+        if (hasattr(self.process_manager.board, "GetProject") and hasattr(pcbnew, "ExpandTextVars")):
+            project = self.process_manager.board.GetProject()
+            title = pcbnew.ExpandTextVars(title, project)
+            revision = pcbnew.ExpandTextVars(revision, project)
+            company = pcbnew.ExpandTextVars(company, project)
+            file_date = pcbnew.ExpandTextVars(file_date, project)
+
+        # make output dir
+        filename = os.path.splitext(os.path.basename(self.process_manager.board.GetFileName()))[0]
+        output_path = os.path.join(project_directory, outputFolder)
+        if not os.path.exists(output_path):
+            os.makedirs(output_path)
+        
+        # rename gerber archive
+        gerberArchiveName = ProcessManager.normalize_filename("_".join(("{} {}".format(title or filename, revision or '').strip() + '.zip').split()))
         os.rename(temp_file, os.path.join(temp_dir, gerberArchiveName))
 
-        try:
-            if os.path.exists(output_path):
-                shutil.rmtree(output_path)
+        timestamp = datetime.datetime.now().strftime('%Y-%m-%d %H-%M-%S')
+        backup_name = ProcessManager.normalize_filename("_".join(("{} {} {}".format(title or filename, revision or '', timestamp).strip()).split()))
+        shutil.make_archive(os.path.join(output_path, 'backups', backup_name), 'zip', temp_dir)
 
-            shutil.copytree(temp_dir, output_path)
+
+        # copy to & open output dir
+        try:
+            shutil.copytree(temp_dir, output_path, dirs_exist_ok=True)
             webbrowser.open("file://%s" % (output_path))
+            shutil.rmtree(temp_dir)
         except Exception as e: 
             webbrowser.open("file://%s" % (temp_dir))
 
-        self.report(-1)
+        self.progress(-1)
 
-    def report(self, status):
-        wx.PostEvent(self.wx, StatusEvent(status))
+    def progress(self, percent):
+        wx.PostEvent(self.wx, StatusEvent(percent))

plugins/transformations.csv

@@ -0,0 +1,52 @@
+"Regex To Match","Rotation","Delta X","Delta Y"
+"^Bosch_LGA-",90,0,0
+"^CP_EIA-",180,0,0
+"^CP_Elec_",180,0,0
+"^C_Elec_",180,0,0
+"^DFN-",270,0,0
+"^DFN-",270,0,0
+"^D_SOT-23",180,0,0
+"^HTSSOP-",270,0,0
+"^HTSSOP-",270,0,0
+"^HTSSOP-",270,0,0
+"^JST_GH_SM",180,0,0
+"^JST_PH_S",180,0,0
+"^LQFP-",270,0,0
+"^MSOP-",270,0,0
+"^PowerPAK_SO-8_Single",270,0,0
+"^QFN-",90,0,0 
+"^R_Array_Concave_",90,0,0
+"^R_Array_Convex_",90,0,0
+"^SC-74-6",180,0,0
+"^SOIC-",270,0,0
+"^SOIC-16_",270,0,0
+"^SOIC-8_",270,0,0
+"^SOIC127P798X216-8N",-90,0,0
+"^SOP-(?!18_)",270,0,0
+"^SOP-(?!18_)",270,0,0
+"^SOP-18_",0,0,0
+"^SOP-18_",0,0,0
+"^SOP-4_",0,0,0
+"^SOP-4_",0,0,0
+"^SOT-143",180,0,0
+"^SOT-223",180,0,0
+"^SOT-23",180,0,0
+"^SOT-353",180,0,0
+"^SOT-363",180,0,0
+"^SOT-89",180,0,0
+"^SSOP-",270,0,0
+"^SW_SPST_B3",90,0,0
+"^TDSON-8-1",270,0,0
+"^TO-277",90,0,0
+"^TQFP-",270,0,0
+"^TSOT-23",180,0,0
+"^TSSOP-",270,0,0
+"^UDFN-10",270,0,0
+"^USON-10",270,0,0
+"^VSON-8_",270,0,0
+"^VSSOP-10_-",270,0,0
+"^VSSOP-10_-",270,0,0
+"^VSSOP-8_",180,0,0
+"^VSSOP-8_",270,0,0
+"^VSSOP-8_3.0x3.0mm_P0.65mm",270,0,0
+"^qfn-",90,0,0 

plugins/utils.py

@@ -0,0 +1,78 @@
+import pcbnew  # type: ignore
+import os
+import json
+from .config import optionsFileName
+import wx
+
+def get_version():
+    return float('.'.join(pcbnew.GetBuildVersion().split(".")[0:2]))  # e.g GetBuildVersion(): e.g. '7.99.0-3969-gc5ac2337e4'
+
+def is_v9(version = get_version()):
+    return version >= 8.99 and version < 9.99
+
+def is_v8(version = get_version()):
+    return version >= 7.99 and version < 8.99
+
+def is_v7(version = get_version()):
+    return version >= 6.99 and version < 7.99
+
+def is_v6(version = get_version()):
+    return version >= 5.99 and version < 6.99
+                 
+def footprint_has_field(footprint, field_name):
+    version = get_version()
+    
+    if is_v8(version) or is_v9(version):
+        return footprint.HasFieldByName(field_name)
+    else:
+        return footprint.HasProperty(field_name)
+
+def footprint_get_field(footprint, field_name):
+    version = get_version()
+    
+    if is_v8(version) or is_v9(version):
+        return footprint.GetFieldByName(field_name).GetText()
+    else:
+        return footprint.GetProperty(field_name)
+
+def get_user_options_file_path():
+    boardFilePath = pcbnew.GetBoard().GetFileName()
+    return os.path.join(os.path.dirname(boardFilePath), optionsFileName)
+
+def load_user_options(default_options):
+    try:
+        with open(get_user_options_file_path(), 'r') as f:
+            user_options = json.load(f)
+    except:
+        user_options = default_options
+
+    # merge the user options with the default options
+    options = default_options.copy()
+    options.update(user_options)
+    return options
+
+def save_user_options(options):
+    try:
+        with open(get_user_options_file_path(), 'w') as f:
+            json.dump(options, f)
+    except:
+        wx.MessageBox("Error saving user options", "Error", wx.OK | wx.ICON_ERROR)
+
+def get_plot_plan(board, active_only=True):
+    """Returns `(KiCad standard name, layer id, custom user name)` of all (active) layers of the given board."""
+    layers = []
+    i = pcbnew.PCBNEW_LAYER_ID_START - 1
+    while i < pcbnew.PCBNEW_LAYER_ID_START + pcbnew.PCB_LAYER_ID_COUNT - 1:
+        i += 1
+        if active_only and not board.IsLayerEnabled(i):
+            continue
+
+        layer_std_name = pcbnew.BOARD.GetStandardLayerName(i)
+        layer_name = pcbnew.BOARD.GetLayerName(board, i)
+
+        layers.append((layer_std_name, i, layer_name))
+    return layers
+def get_layer_names(board, active_only=True):
+    """Returns a list of (active) layer names of the current board"""
+    plotPlan = get_plot_plan(board, active_only)
+    return [layer_info[0] for layer_info in plotPlan]