U {} out of {} words without a weighting value. Set weight to {}F)Z stop_wordsZ do_lower_case)superr __init__listset config_keysr r r r weightslowerappendloggerinfoformatlenr tokenizersentence_embedding_dimension)selfr r r r Znum_unknown_wordswordZweight __class__D/tmp/pip-unpacked-wheel-i7fohqg6/sentence_transformers/models/BoW.pyrs4   z BoW.__init__)featurescCs|SNr )rr"r r r!forward9sz BoW.forward)textsreturnc sfdd|D}|S)Ncsg|]}jj|fqSr )rtokenize).0textkwargsrr r! >sz BoW.tokenize..)get_sentence_features)rr%r+Z tokenizedr r*r!r'=sz BoW.tokenizecCs|jSr#)rrr r r! get_sentence_embedding_dimensionAsz$BoW.get_sentence_embedding_dimensionrsentence_embedding)tokenized_textspad_seq_lengthr&cCspg}|D]X}tj|tjd}|D]0}|jrF|||j|7<q$|j|||<q$||qdt|iS)N)Zdtyper0)torchzerosr/Zfloat32r rrstack)rr1r2ZvectorstokensZvectortokenr r r!r-Ds zBoW.get_sentence_featurescsfddjDS)Ncsi|]}|j|qSr )__dict__)r(keyr.r r! Usz'BoW.get_config_dict..)rr.r r.r!get_config_dictTszBoW.get_config_dictc Cs8ttj|dd}tj||ddW5QRXdS)N config.jsonw)indent)openospathjoinjsondumpr;)rZ output_pathZfOutr r r!saveWszBoW.savec Cs2ttj|d}t|}W5QRXtf|S)Nr<)r@rArBrCrDloadr )Z input_pathZfInconfigr r r!rG[szBoW.load)r)__name__ __module__ __qualname____doc__rstrrfloatboolrrr$intr'r/rr3r-r;rF staticmethodrG __classcell__r r rr!r s. %  r )rDloggingrAtypingrrrr3rrrr getLoggerrIrModuler r r r r!s