bpo-32713: Fix tarfile.itn for large/negative float values. (GH-5434)

[python-delta-tar] / filesplit.py

diff --git a/filesplit.py b/filesplit.py
index 8c4a7a2..1be0152 100644 (file)
--- a/filesplit.py
+++ b/filesplit.py
@@ -1,26 +1,46 @@
-#!/usr/bin/env python
+#!/usr/bin/env python3
+
+# Copyright (C) 2013 Intra2net AG
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published
+# by the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see
+# <http://www.gnu.org/licenses/lgpl-3.0.html>
+
 
 import argparse
 
 BUFSIZE = 16 * 1024
 
-def split_file(separator, prefix, input_file):
+def split_file(separator, prefix, input_file, new_file_func=None):
     '''
     splits a file when it finds a regexp, including the regexp in the begining
     of the new file
     '''
     i = 0
     pos = 0
-    buf = ""
+    buf = b""
     sep_len = len(separator)
     if sep_len == 0:
         raise Exception("empty separator")
 
-    output = open(prefix + str(i), 'w')
+    if new_file_func is None:
+        new_file_func = lambda prefix, i: open(prefix + str(i), 'wb')
+
+    output = new_file_func(prefix, i)
 
     # buffered search. we try not to have the while input file in memory, as
     # it's not needed
-    with open(input_file, 'r') as f:
+    with open(input_file, 'rb') as f:
         while True:
             buf += f.read(BUFSIZE)
             if len(buf) == 0:
@@ -34,7 +54,7 @@ def split_file(separator, prefix, input_file):
                     output.write(buf[0:idx])
                     output.close()
                     i += 1
-                    output = open(prefix + str(i), 'w')
+                    output = new_file_func(prefix, i)
                     output.write(buf[idx:idx + sep_len])
                 else:
                     output.write(buf[0:sep_len])
@@ -44,25 +64,40 @@ def split_file(separator, prefix, input_file):
             # corner case: separator is between this buf and next one. In this
             # case, we write to current output everything before that and
             # iterate
-            if separator[0] in buf[-sep_len:]:
+            if len(buf) > sep_len and separator[0] in buf[-sep_len:]:
                 output.write(buf[:-sep_len])
                 buf = buf[-sep_len:]
                 continue
 
             # else: continue writing to the current output and iterate
             output.write(buf)
-            buf = ""
+            buf = b""
 
     output.close()
 
+def chunk_file(input_file, output_file, from_pos, to_pos):
+    ifl = open(input_file, 'rb')
+    ofl = open(output_file, 'wb')
+
+    ifl.seek(from_pos)
+    ofl.write(ifl.read(to_pos-from_pos))
+    ifl.close()
+    ofl.close()
+
 if __name__ == "__main__":
     parser = argparse.ArgumentParser()
 
-    parser.add_argument("-s", "--separator", required=True,
-                        help="string for the separator")
-    parser.add_argument("-p", "--prefix", required=True,
-                        help="prefix for split files")
+    parser.add_argument("-s", "--separator", help="string for the separator")
+    parser.add_argument("-p", "--prefix", help="prefix for split files")
     parser.add_argument("input_file", help="input file")
+    parser.add_argument("-f", "--from-pos", type=int, default=-1)
+    parser.add_argument("-t", "--to-pos", type=int, default=-1)
+    parser.add_argument("-o", "--output", default=None)
 
     args = parser.parse_args()
-    split_file(separator=args.separator, prefix=args.prefix, input_file=args.input_file)
+    if args.from_pos > -1 and args.to_pos > -1:
+        chunk_file(input_file=args.input_file, output_file=args.output,
+                   from_pos=args.from_pos, to_pos=args.to_pos)
+    else:
+        split_file(separator=args.separator.encode('UTF-8', errors="surrogateescape"),
+                   prefix=args.prefix, input_file=args.input_file)