from pybloom_live import BloomFilter
import pandas as pd
df = pd.read_csv(fileName,encoding="utf-8")
bf = pd.read_csv(capacity = df.shope[0]+100,error_rate=0.001)
df.apply(lambda x:bf.add(x['url']),axis=1)
if not (url in bf):
...
else:
...
from pybloom_live import BloomFilter
import pandas as pd
df = pd.read_csv(fileName,encoding="utf-8")
bf = pd.read_csv(capacity = df.shope[0]+100,error_rate=0.001)
df.apply(lambda x:bf.add(x['url']),axis=1)
if not (url in bf):
...
else:
...