Dev multi threads

README.md

@@ -1,55 +1,68 @@
 # pygennf
 
-Netflow packets generator with Scape library
-
-* Download it! [https://github.com/redBorder/pygennf/tree/master/download]
-
- > rpm: (python2.6) wget https://github.com/redBorder/pygennf/raw/master/download/pygennf-0.1-1.noarch.rpm
-
- > tar.gz: wget https://github.com/redBorder/pygennf/raw/master/download/pygennf-0.1.tar.gz
+Netflow packets generator with Scapy library
 
 * How to install:
-python setup.py install
-
-* How to install the rpm packege:
-rpm -vUh pygennf-0.1-1.noarch.rpm    
-
-# Usage (without installation):
-
- * You need to install the scapy library:
- pip install scapy
-
- * python ./pygennf_v5.py --help
-
-> usage: pygennf_v5.py [-h] [-s SRC_IP] [-sp SRC_PORT] [-d DST_IP]
->                      [-dp DST_PORT] [-t TIME_INTERVAL]
-> 
-> UDP packets producer with scapy
-> 
-> optional arguments:
+> git clone https://github.com/9nehS/pygennf.git
+>
+> git checkout dev_multi_threads
+>
+> python setup.py install --force
+
+# Usage:
+
+ * pygennf_v9_dev.py --help
+
+>usage: pygennf_v9_dev.py [-h] [-s SRC_IP] [-sp SRC_PORT] [-d DST_IP]
+>                     [-dp DST_PORT] [-t TIME_INTERVAL]
+>                     [-c PKT_COUNT] [-fd FLOWS_DATA] [-r]
+>                     [-ll {info,debug}]
+>
+>Netflow packets generator with scapy
+>
+>optional arguments:
+>
 >  -h, --help            show this help message and exit
-
+>
 >  -s SRC_IP, --source-ip SRC_IP
->                        IP source
-
+>                        Source IP of netflow packet(s).
+>
 >  -sp SRC_PORT, --source-port SRC_PORT
->                        Port dst
-
+>                        Source port of netflow packet(s).
+>
 >  -d DST_IP, --dst-ip DST_IP
->                        IP source
-
+>                        Destination IP of netflow packet(s).
+>
 >  -dp DST_PORT, --dst-port DST_PORT
->                        Port dst
-
+>                        Destination port of netflow packet(s).
+>
 >  -t TIME_INTERVAL, --time-interval TIME_INTERVAL
-                        Time interval to wait to send other messages.
+>                        Time interval to wait before sending each netflow packet.
+>
+>  -c PKT_COUNT, --pkt-count PKT_COUNT
+>                        Packets count to be sent before this generator stopping.
+>
+>  -fd FLOWS_DATA, --flows-data FLOWS_DATA
+>                       Contents in flows data, e.g. ip1/mask:port1:ip2/mask:port2:protocol:direction:bytes.
+>
+>  -r, --remote
+>                       Listen on TCP port 15000 as API server. All other parameters will be ignored.
+>
+>  -ll {info,debug}, --log-level {info,debug}
+>                       Log level, default log level is info
+>
 
-# Example of use:
 
- * Netflow 5:
-> sudo python src/pygennf_v5.py -s 10.0.203.2 -d 10.0.30.89 -t 2
- * Netflow 9:
-> sudo python src/pygennf_v9.py -s 10.0.203.2 -d 10.0.30.89 -t 2
- * Netflow 10:
-> sudo python src/pygennf_v10.py -s 10.0.203.2 -d 10.0.30.89 -t 2
+# Example of use:
 
+ * Netflow 9 (CLI):
+> pygennf_v9_dev.py --source-ip 10.9.255.54 --dst-ip 10.9.255.118 --dst-port 2062 -t 1 -c 3600 -fd '69.31.102.10/32:12345:209.81.108.20/32:80:tcp:ingress:1024, 70.32.103.11/32:54321:210.81.108.21/32:21:udp:ingress:1024'
+>
+> ![2017-09-30_console_snapshot_01.png](https://github.com/9nehS/pygennf/blob/master/resources/2017-09-30_console_snapshot_01.png)
+>
+> ![2017-09-28_web_snapshot_01.png](https://github.com/9nehS/pygennf/blob/master/resources/2017-09-28_web_snapshot_01.png)
+>
+ * Netflow 9 (WebService):
+> pygennf_v9_dev.py --remote
+>
+> ![2018-05-11_remote.png](https://github.com/9nehS/pygennf/blob/master/resources/2018-05-11_remote.png)

rb_netflow/rb_netflow.py

@@ -3,9 +3,10 @@
 ## Copyright (C) Philippe Biondi <phil@secdev.org>
 ## This program is published under a GPLv2 license
 ## Netflow V5 appended by spaceB0x and Guillaume Valadon
+## Netflow v9 with template ID 260 appended by Sheng
 
 """
-Cisco NetFlow protocol v1 and v5
+Cisco NetFlow protocol v1, v5, v9 and v10
 """
 
 
@@ -283,3 +284,40 @@ class Flow_v9(Packet):
 bind_layers( NetFlowTemplatev10Field,   NetFlowTemplatev10FieldPEN, version=5)
 #bind_layers( NetflowHeaderV5, NetflowRecordV5 )
 #bind_layers( NetflowRecordV5, NetflowRecordV5 )
+
+
+# FlowSet With Template ID 260
+
+class Flow_260_v9(Packet):
+    name = "Element flow (v9) for template id 260"
+    fields_desc = [
+        IntField('Packets', 1),
+        IntField('Octets', 1000),
+        IPField('SrcAddr', '11.11.11.11'),
+        IPField('DstAddr', '22.22.22.22'),
+        IntField('InputInt', 100),
+        IntField('OutputInt', 101),
+        IntField('EndTime', 3569615),
+        IntField('StartTime', 3569614),
+        ShortField("SrcPort", 8888),
+        ShortField("DstPort", 80),
+        IntField('SrcAS', 0),
+        IntField('DstAS', 0),
+        IPField('BGPNextHop', '0.0.0.0'),
+        ByteField("SrcMask", 24),
+        ByteField("DstMask", 24),
+        ByteField("Protocol", 6),
+        XByteField("TCPFlags", 0x10),
+        XByteField("IPToS", 0x00),
+        ByteField("Direction", 0),
+        XByteField("ForwardingStatus", 0x40),
+        ShortField("SamplerID", 2),
+        XIntField("IngressVRFID", 0x60000000),
+        XIntField("EgressVRFID", 0x60000000)
+    ]
+
+
+bind_layers( NetFlowTemplatev10Field,   NetFlowTemplatev10FieldPEN, version=5)
+#bind_layers( NetflowHeaderV5, NetflowRecordV5 )
+#bind_layers( NetflowRecordV5, NetflowRecordV5 )
+

setup.py

@@ -1,15 +1,17 @@
 from setuptools import setup
 
 setup(name="pygennf",
-      version="0.1",
-      description="UDP packets producer with scapy",
-      author="Ana Rey",
-      author_email="anarey@redborder.com",
-      url="https://github.com/redBorder/",
+      version="0.11",
+      description="Netflow packets generator with scapy",
+      author="Sheng Zhao",
+      author_email="sheng.zhao@calix.com",
+      url="https://github.com/9nehS/",
       license="AGPL",
-      scripts=["src/pygennf_v5.py", "src/pygennf_v9.py", "src/pygennf_v10.py" ],
-      packages=['rb_netflow'],
+      scripts=["src/pygennf_v9.py", "src/pygennf_v9_dev.py"],
+      packages=['rb_netflow', 'utils'],
+      # packages=find_packages(),
       install_requires=[
           'scapy',
+          'flask'
       ]
-) 
+      )

src/pygennf_v10.py

@@ -26,14 +26,14 @@
 
 import rb_netflow.rb_netflow as rbnf
 
-signal_received = 0
+SIGNAL_RECEIVED = 0
 
 def preexec():
     os.setpgrp()  # Don't forward signals
 
 def signal_handler(signal, frame):
-    global signal_received
-    signal_received = 1
+    global SIGNAL_RECEIVED
+    SIGNAL_RECEIVED = 1
 
 def main():
     if os.getuid() != 0:
@@ -188,7 +188,7 @@ def main():
     send(data)
 
     while TIME_INTERVAL is not 0:
-        if signal_received == 1:
+        if SIGNAL_RECEIVED == 1:
             print "\nSignal received. Stopping and Exitting..."
             sys.exit(0)
         time.sleep(float(TIME_INTERVAL))

src/pygennf_v5.py

@@ -26,14 +26,14 @@
 
 import rb_netflow.rb_netflow as rbnf
 
-signal_received = 0
+SIGNAL_RECEIVED = 0
 
 def preexec():
     os.setpgrp()  # Don't forward signals
 
 def signal_handler(signal, frame):
-    global signal_received
-    signal_received = 1
+    global SIGNAL_RECEIVED
+    SIGNAL_RECEIVED = 1
 
 def main():
     if os.getuid() != 0:
@@ -323,7 +323,7 @@ def main():
     send(data)
 
     while TIME_INTERVAL is not 0:
-        if signal_received == 1:
+        if SIGNAL_RECEIVED == 1:
             print "\nSignal received. Stopping and Exitting..."
             sys.exit(0)
         time.sleep(float(TIME_INTERVAL))