test
#!/usr/bin/python3
# -*- coding: utf-8 -*-
import codecs
import re
import io
import os,glob
from multiprocessing import Pool
def get_path(dossier):
return (os.path.join(dossier, f)
for f in os.listdir(dossier)
if 'txt' in f)
def processing(chemin):
f = io.open(chemin,"r",encoding="utf-8")
fOK = io.open(chemin+"_PREPRO","w",encoding="utf-8")
f = f.readlines()
print("I like turtles")
if __name__ == '__main__': # we call the main program, specify the place where the files are stored
dossier = glob.glob('testfiles/')
dossier = dossier[0]
print(dossier)
liste_fichiers = get_path(dossier)
pool = Pool(2)
pool.map(processing, liste_fichiers)
pool.close()
pool.join()