In [1]:

    # Libraries for parsing data
    import os
    import pandas as pd
    import xml.etree.ElementTree as ET
    from lxml import etree
    from bs4 import BeautifulSoup
    import re
    import numpy as np

In [2]:

    path_dropbox = "D:/Dropbox/Research/China Foreign Share Discount"
    path = "D:/Dropbox/Conference call textual analysis"

In [3]:

    # Read speech data
    dfSpeech = pd.read_pickle(path + '/conversation.pkl')

## Q&A pair observations¶

In [4]:

    # parse speaker
    dfSpeech["speaker"] = dfSpeech["speaker"].str.replace('[', '')
    dfSpeech["speaker"] = dfSpeech["speaker"].str.replace(']', '')
    dfSpeech["speaker"] = dfSpeech["speaker"].str.replace('&AMP;', '&')
    dfSpeech[["speakerName", "Position"]] = dfSpeech["speaker"].str.split(',', n=1, expand=True)
    dfSpeech[["Company", "Position"]] = dfSpeech["Position"].str.split('-', n=1, expand=True)
    dfSpeech["Company"] = dfSpeech["Company"].str.strip()
    dfSpeech['Position'] = dfSpeech['Position'].fillna("")
    dfSpeech['speechType'] = dfSpeech['Position'].apply(lambda x: 'Question' if "Analyst" in x else 'Answer' if x != "" else 'Missing value')

    C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2000874994.py:2: FutureWarning: The default value of regex will change from True to False in a future version. In addition, single character regular expressions will *not* be treated as literal strings when regex=True.
      dfSpeech["speaker"] = dfSpeech["speaker"].str.replace('[', '')
    C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2000874994.py:3: FutureWarning: The default value of regex will change from True to False in a future version. In addition, single character regular expressions will *not* be treated as literal strings when regex=True.
      dfSpeech["speaker"] = dfSpeech["speaker"].str.replace(']', '')

In [5]:

    # delete none Q&A part
    dfSpeech = dfSpeech[~dfSpeech['speaker'].isin(["Editor", "Operator"])] # delete moderator
    dfSpeech = dfSpeech[dfSpeech["speechType"].isin(["Question", "Answer"])] # delete non-question or non-answer
    end = (dfSpeech['speechType']=="Question") & (dfSpeech['speechType'].shift(-1)=="Question") & (dfSpeech['eventId'] == dfSpeech['eventId'].shift(-1))
    dfSpeech = dfSpeech[~end] # delete end of Q&A pair

In [6]:

    # delete everything before the first question
    def filter_start(df):
        filtered_dfs = []
        for eventId, group in df.groupby('eventId'):
            # Find the index of the first question
            question_indices = group[group['speechType'] == 'Question'].index
            if len(question_indices) > 0:
                first_question_idx = question_indices[0]
                # Filter out rows before the first question
                filtered_df = group.loc[first_question_idx:]
                filtered_dfs.append(filtered_df)
        return pd.concat(filtered_dfs)

    # Apply the function to filter the DataFrame
    dfSpeech = filter_start(dfSpeech)

In [7]:

    # Generate Question Pairs
    # Create an ID column based on the order of questions within each chapter
    dfSpeech['QAPairId'] = dfSpeech.groupby('eventId')['speechType'].apply(lambda x: (x == 'Question').cumsum())

    C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\4055279604.py:3: FutureWarning: Not prepending group keys to the result index of transform-like apply. In the future, the group keys will be included in the index, regardless of whether the applied function returns a like-indexed object.
    To preserve the previous behavior, use

    	>>> .groupby(..., group_keys=False)

    To adopt the future behavior and silence this warning, use

    	>>> .groupby(..., group_keys=True)
      dfSpeech['QAPairId'] = dfSpeech.groupby('eventId')['speechType'].apply(lambda x: (x == 'Question').cumsum())

In [8]:

    # Function to concatenate answers and answerers
    def concatenate_answers(group):
        answers = group.loc[group['speechType'] == 'Answer', 'content'].str.cat(sep='\n')
        answerers = group.loc[group['speechType'] == 'Answer', 'Position'].dropna().unique()
        return pd.Series({'answers': answers, 'answerers': '|'.join(answerers)})

    # Group by chapter and ID, and concatenate answers and answerers
    qa_pairs = dfSpeech.groupby(['eventId', 'QAPairId']).apply(lambda group: pd.Series({
        'question': group.loc[group['speechType'] == 'Question', 'content'].values[0],
        'asked_by': group.loc[group['speechType'] == 'Question', 'Company'].values[0],
        'asked_by_name': group.loc[group['speechType'] == 'Question', 'speakerName'].values[0],
        'answers': concatenate_answers(group)['answers'],
        'answerers': concatenate_answers(group)['answerers']
    })).reset_index()

In [9]:

    # Save the ask-by information
    qa_pairs[['eventId', 'QAPairId', 'asked_by_name']].to_stata(path_dropbox + "/Conference Call Transcript/analyst_name.dta", version=118, write_index = False)

In [10]:

    import pickle
    with open(path_dropbox + '/Conference Call Transcript/qa_pairs.pkl', 'wb') as file:
        pickle.dump(qa_pairs, file)

## Textual measures¶

In [11]:

    qa_pairs = pd.read_pickle(path_dropbox + '/Conference Call Transcript/qa_pairs.pkl')

In [12]:

    import csv
    import nltk

In [13]:

    pos_list = set()
    neg_list = set()
    strong_list = set()
    weak_list = set()
    uncertain_list = set()

    with open(path + '/LMDict/Neg_LM.csv', newline='') as csvfile:
        reader = csv.reader(csvfile, delimiter=' ')
        for row in reader:
            neg_list.add(row[0].lower())

    with open(path + '/LMDict/Pos_LM.csv', newline='') as csvfile:
        reader = csv.reader(csvfile, delimiter=' ')
        for row in reader:
            pos_list.add(row[0].lower())

    with open(path + '/LMDict/Strong_LM.csv', newline='') as csvfile:
        reader = csv.reader(csvfile, delimiter=' ')
        for row in reader:
            strong_list.add(row[0].lower())

    with open(path + '/LMDict/Weak_LM.csv', newline='') as csvfile:
        reader = csv.reader(csvfile, delimiter=' ')
        for row in reader:
            weak_list.add(row[0].lower())

    with open(path + '/LMDict/Uncertain_LM.csv', newline='') as csvfile:
        reader = csv.reader(csvfile, delimiter=' ')
        for row in reader:
            uncertain_list.add(row[0].lower())

In [14]:

    # Tone (hostile, friendly, optimistic, pessimistic)
    def sentiment(text):
        pos=0
        neg=0
        for word in text:
            if word in pos_list:
                pos += 1
            elif word in neg_list:
                neg += 1
        return pos, neg

In [15]:

    # Precision (use of numbers and other quantitative information)
    def analyze_precision(text):
        num = len(re.findall('\d+', text))
        return num

In [16]:

    # Word choice (vague, ambiguous)
    def analyze_vague(text):
        weak=0
        strong=0
        for word in text:
            if word in weak_list:
                weak += 1
            elif word in strong_list:
                strong += 1
        return weak, strong

In [17]:

    # Geopolitical dictionary
    warWords = ['war', 'conflict', 'hostilities', 'revolution', 'insurrection', 'uprising', 'revolt', 'coup', 'geopolitical']
    peaceWords = ['peace', 'truce', 'armistice', 'treaty', 'parley']
    militaryWords = ['military', 'troops', 'missile', 'arms', 'weapon', 'bomb', 'warhead']
    nuclearWords = ["nuclear war", "atomic war", "nuclear missile", "nuclear bomb", "atomic bomb", "h-bomb", "hydrogen bomb", "nuclear test", "nuclear weapon"]
    terrorismWords = ['terror', 'guerrilla', 'hostage']
    actorWords = ['allie', 'enem', 'insurgen', 'foe', 'army', 'navy', 'aerial', 'troops', 'rebels']
    threatWords = ['threat', 'warn', 'fear', 'risk', 'concern', 'danger', 'doubt', 'crisis', 'troubl', 'disput', 'tension', 'imminen', 'inevitable', 'footing', 'menace', 'brink', 'scare', 'peril']
    peaceDisruptionWords = ['threat', 'menace', 'reject', 'peril', 'boycott', 'disrupt']
    buildupWords = ['buildup', 'build-up', 'sanction', 'blockad', 'embargo', 'quarantine', 'ultimatum', 'mobiliz']
    warBeginWords = ['begin', 'start', 'declar', 'begun', 'began', 'outbreak', 'broke out', 'breakout', 'proclamation', 'launch']
    actorFightWords = ['advance', 'attack', 'strike', 'drive', 'shell', 'offensive', 'invasion', 'invad', 'clash', 'raid', 'launch']
    terrorismActWords = ['attack', 'act', 'bomb', 'kill', 'strike', 'hijack']

In [18]:

    # Geopolitical Terms
    x_1 = r"(\b[Mm]ilitary\b|\b(?<!Trade |trade |price |Price )[Ww]ars?\b|\b[Gg]eopolitical\b|\b[Tt]error(ists?|ism)?\b|" + \
                  r"\b[Ii]raq\b|\b[Aa]fghanistan\b|\b[Ii]ran\b|\b[Ss]yria\b|\b[Ll]ibya\b|\b[Uu]krain(e|ian)\b|\b[Nn]orth [Kk]orea\b|\b[Vv]enezuela\b|\b[Mm]iddle [Ee]ast\b|\b[Rr]ussian?\b|" + \
                  r"\b[Cc]oups?\b|\b[Ee]xpropriation\b|\b[Cc]onfiscation\b|\b[Nn]ationalism\b|\b[Ss]ecurity\b|\b[Pp]rotests?\b|\b[Cc]ountr(y|ies)\b|\b[Pp]olitical\b|\b[[Rr]etaliation\b|" + \
                  r"\b[Tt]roops?\b|\b[[Ss]anctions?]\b|\b[Ee]mbargos?\b|\b[Ww]arfare\b|\b[Aa]rmy\b|\b[Nn]avy\b|\b[Ww]eapons?\b|\b[Cc]ombat\b|\b[Mm]issiles?\b|\b[Ii]mmigration\b|\b[Dd]iplomacy\b)"
    # Risk Terms
    x_2 = r"(\b[Tt]hreats?\b|\b[Vv]ariab(le|ility)?\b|\b[Cc]hances?\b|\b[Pp]ending\b|\b[Dd]oubt(ful|s)?\b|\b[Pp]rospects?\b|\b[Bb]et(s|ting)?\b|\b[Ee]xposed\b|" + \
                  r"\b[Pp]ossibilit(y|ies)\b|\b[Ll]ikelihoods?\b|\b[Pp]robabilit(y|ies)\b|\b[Uu]nknowns?\b|" + \
                  r"\b[Rr]isks?\b|\b[Uu]ncertain(ty|ties)?\b|\b[Pp]otential\b|\b[Cc]oncern(s|ed)?\b|\b[Tt]ensions?\b|\b[Ii]ssues?\b|\b[Ii]nstability\b|\b[Cc]autio(us|n)\b|\b[Ff]ears?\b|" + \
                  r"\b[Vv]olatil(e|ity|ities)\b|\b[Vv]arying\b|\b[Uu]nclear\b|\b[Ss]peculative\b|\b[Hh]esitant\b|\b[Hh]eadwinds?\b|\b[Bb]acklog(ed|s)?\b|\b[Dd]isputes?\b|\b[Dd]isrupt(ions?)?\b|\b[Ww]orr(y|ies)\b|" + \
                  r"\b[Hh]urdles?\b|\b[Oo]bstacles?\b|\b[Dd]isturbances?\b|\b[Hh]ostil(e|ity|ities)\b|" + \
                  r"\b[Uu]nrest\b|\b[Cc]onflict\b|\b[Pp]ressur(es?|ed|ing)\b|\b[Cc]risis\b|\b[Tt]rigger(s?|ed|ing)\b|\b[Ii]mpact\b|\b[Pp]eril(s?|ous)\b|\b[Ee]ffect(s?|ed|ing)\b|\b[Aa]cts\b|\b[Aa]ttack(s?|ed|ing|ers?)\b|\b[Ii]ncidents?\b|" + \
                  r"\b[In]vade(d|s?|r)\b|\b[In]vasion\b|\b[Dd]etoriation\b|\b[Ss]ever(ity|e|ly)\b|\b[Cc]hallenge\b|\b[Ss]hift\b|\b[Hh]eadache\b|\b[Nn]oise\b|\b[Hh]urt(s?|ed|ing)\b|\b[Hh]avoc\b)"

    # Set distance between words in the two categories
    dist_x = 10

    prox_x = r"\b(?:" + x_1 + \
       r"\W+(?:\w+\W+)" + \
       r"{0," + str(dist_x) + r"}?" + \
       x_2 + r"|" + x_2 + \
       r"\W+(?:\w+\W+)" + \
       r"{0," + str(dist_x) + r"}?" + \
       x_1 + r")\b"

    # compile the pattern
    pattern = re.compile(prox_x)

    C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\4156804221.py:27: FutureWarning: Possible nested set at position 428
      pattern = re.compile(prox_x)
    C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\4156804221.py:27: FutureWarning: Possible nested set at position 463
      pattern = re.compile(prox_x)
    C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\4156804221.py:27: FutureWarning: Possible nested set at position 3209
      pattern = re.compile(prox_x)
    C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\4156804221.py:27: FutureWarning: Possible nested set at position 3244
      pattern = re.compile(prox_x)

In [19]:

    # Geopolitical Risk
    def geo_risk(text):
        matches = re.findall(pattern, text)
        return len(matches)

In [20]:

    def textual(text):
        textToken = nltk.word_tokenize(text)
        length = len(textToken)
        pos, neg = sentiment(textToken)
        number = analyze_precision(text)
        weak, strong = analyze_vague(textToken)
        geoRisk = geo_risk(text)
        return length, pos, neg, number, weak, strong, geoRisk

In [21]:

    qa_pairs[['len_q', 'pos_q', 'neg_q', 'number_q', 'weak_q', 'strong_q', 'geoRisk_q']] = qa_pairs['question'].apply(lambda x: pd.Series(textual(x)))

In [22]:

    qa_pairs[['len_a', 'pos_a', 'neg_a', 'number_a', 'weak_a', 'strong_a', 'geoRisk_a']] = qa_pairs['answers'].apply(lambda x: pd.Series(textual(x)))

In [23]:

    # Who answers (CEO vs. others)
    def is_ceo(responder):
        return 1 if re.search(r'\b(ceo|chief executive officer)\b', responder, re.IGNORECASE) else 0

    def is_cfo(responder):
        return 1 if re.search(r'\b(cfo|chief financial officer)\b', responder, re.IGNORECASE) else 0

    qa_pairs['CEO'] = qa_pairs['answerers'].apply(is_ceo)
    qa_pairs['CFO'] = qa_pairs['answerers'].apply(is_cfo)

In [24]:

    # generate the percentage measures
    qa_pairs['tone_q'] =  (qa_pairs['pos_q'] - qa_pairs['neg_q'])/qa_pairs['len_q']
    qa_pairs['tone_a'] =  (qa_pairs['pos_a'] - qa_pairs['neg_a'])/qa_pairs['len_a']
    qa_pairs['vague_q'] =  (qa_pairs['weak_q'] - qa_pairs['strong_q'])/qa_pairs['len_q']
    qa_pairs['vague_a'] =  (qa_pairs['weak_a'] - qa_pairs['strong_a'])/qa_pairs['len_a']
    qa_pairs['hardInfoMix_q'] =  qa_pairs['number_q']/qa_pairs['len_q']
    qa_pairs['hardInfoMix_a'] =  qa_pairs['number_a']/qa_pairs['len_a']

### Specificity¶

In [25]:

    # Set up Stanza NLP
    import stanza
    from concurrent.futures import ProcessPoolExecutor
    nlp = stanza.Pipeline('en', processors='tokenize,ner', use_gpu=False)

    2025-04-21 06:19:39 INFO: Checking for updates to resources.json in case models have been updated.  Note: this behavior can be turned off with download_method=None or download_method=DownloadMethod.REUSE_RESOURCES

    Downloading https://raw.githubusercontent.com/stanfordnlp/stanza-resources/main/resources_1.9.0.json:   0%|   …

    2025-04-21 06:19:40 INFO: Downloaded file to C:\Users\yifeilu\stanza_resources\resources.json
    2025-04-21 06:19:40 WARNING: Language en package default expects mwt, which has been added
    2025-04-21 06:19:40 INFO: Loading these models for language: en (English):
    =========================================
    | Processor | Package                   |
    -----------------------------------------
    | tokenize  | combined                  |
    | mwt       | combined                  |
    | ner       | ontonotes-ww-multi_charlm |
    =========================================

    2025-04-21 06:19:40 INFO: Using device: cpu
    2025-04-21 06:19:40 INFO: Loading: tokenize
    C:\Users\yifeilu\AppData\Local\anaconda3\Lib\site-packages\stanza\models\tokenization\trainer.py:82: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
      checkpoint = torch.load(filename, lambda storage, loc: storage)
    2025-04-21 06:19:43 INFO: Loading: mwt
    C:\Users\yifeilu\AppData\Local\anaconda3\Lib\site-packages\stanza\models\mwt\trainer.py:201: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
      checkpoint = torch.load(filename, lambda storage, loc: storage)
    2025-04-21 06:19:43 INFO: Loading: ner
    C:\Users\yifeilu\AppData\Local\anaconda3\Lib\site-packages\stanza\models\ner\trainer.py:197: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
      checkpoint = torch.load(filename, lambda storage, loc: storage)
    C:\Users\yifeilu\AppData\Local\anaconda3\Lib\site-packages\stanza\models\common\pretrain.py:56: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
      data = torch.load(self.filename, lambda storage, loc: storage)
    C:\Users\yifeilu\AppData\Local\anaconda3\Lib\site-packages\stanza\models\common\char_model.py:271: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
      state = torch.load(filename, lambda storage, loc: storage)
    2025-04-21 06:19:44 INFO: Done loading processors!

In [26]:

    ### Calculate question specificity
    # Optimized Named Entity Recognition (NER) with Batch Processing and Pre-tokenizing, applied directly to a DataFrame
    from nltk.tag import StanfordNERTagger
    from nltk.tokenize import word_tokenize
    import pandas as pd
    from tqdm import tqdm

    # Set up the paths to the Stanford NER jar file and the pre-trained model
    stanford_classifier = 'E:/stanford-ner-4.2.0/stanford-ner-2020-11-17/classifiers/english.muc.7class.distsim.crf.ser.gz'
    stanford_ner_path = 'E:/stanford-ner-4.2.0/stanford-ner-2020-11-17/stanford-ner.jar'

    # Create a Stanford NER tagger object
    st = StanfordNERTagger(stanford_classifier, stanford_ner_path, encoding='utf-8')

    # Define a function that processes a batch of pre-tokenized text
    def batch_specificity(pre_tokenized_text_batch):
        # Perform NER on the pre-tokenized batch
        ner_tagged_batch = st.tag_sents(pre_tokenized_text_batch)

        # Initialize counts for the batch
        batch_categories = [{'PERSON': 0, 'LOCATION': 0, 'ORGANIZATION': 0, 'PERCENT': 0, 'MONEY': 0, 'TIME': 0, 'DATE': 0} for _ in range(len(pre_tokenized_text_batch))]

        # Iterate over the batch results and count occurrences for each entry
        for i, ner_tagged in enumerate(ner_tagged_batch):
            for word, tag in ner_tagged:
                if tag in batch_categories[i]:
                    batch_categories[i][tag] += 1

        # Return the list of category counts for each text in the batch
        return [(entry['PERSON'], entry['LOCATION'], entry['ORGANIZATION'],
                entry['PERCENT'], entry['MONEY'], entry['TIME'], entry['DATE']) for entry in batch_categories]

    # Chunk processing for large datasets already in memory
    def process_dataframe_in_chunks_q(df, chunk_size=10000, batch_size=100, output_file="ner_results_q.csv"):
        # Initialize the output file with the required columns
        output_columns = ['person_q', 'location_q', 'organization_q', 'percent_q', 'money_q', 'time_q', 'date_q']
        pd.DataFrame(columns=output_columns).to_csv(output_file, index=False, mode='w')

        # Process the DataFrame in chunks
        for start in tqdm(range(0, len(df), chunk_size)):
            # Create a chunk from the dataframe
            chunk = df.iloc[start:start + chunk_size]

            # Pre-tokenize the text in the chunk
            chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))

            # Split pre-tokenized data into smaller batches
            batches = [chunk['tokenized_question'][i:i + batch_size].tolist() for i in range(0, len(chunk), batch_size)]

            # Process each batch
            results = [batch_specificity(batch) for batch in batches]

            # Flatten the results and convert to DataFrame
            results_flat = [item for sublist in results for item in sublist]
            result_df = pd.DataFrame(results_flat, columns=output_columns)

            # Append the results to the output file
            result_df.to_csv(output_file, mode='a', header=False, index=False)

    # Example call to process the qa_pairs dataframe in chunks
    process_dataframe_in_chunks_q(qa_pairs, chunk_size=10000, batch_size=100, output_file="ner_results_q.csv")

      0%|          | 0/942 [00:00<?, ?it/s]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      0%|          | 1/942 [01:25<22:22:37, 85.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      0%|          | 2/942 [02:48<21:58:51, 84.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      0%|          | 3/942 [04:12<21:50:52, 83.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      0%|          | 4/942 [05:36<21:54:29, 84.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      1%|          | 5/942 [07:03<22:08:33, 85.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      1%|          | 6/942 [08:30<22:16:07, 85.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      1%|          | 7/942 [09:55<22:10:21, 85.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      1%|          | 8/942 [11:22<22:21:28, 86.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      1%|          | 9/942 [12:53<22:40:42, 87.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      1%|          | 10/942 [14:22<22:48:11, 88.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      1%|          | 11/942 [15:51<22:49:26, 88.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      1%|▏         | 12/942 [17:18<22:41:26, 87.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      1%|▏         | 13/942 [18:46<22:43:02, 88.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      1%|▏         | 14/942 [20:14<22:39:32, 87.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      2%|▏         | 15/942 [21:42<22:41:33, 88.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      2%|▏         | 16/942 [23:10<22:35:18, 87.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      2%|▏         | 17/942 [24:33<22:13:40, 86.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      2%|▏         | 18/942 [25:57<21:59:34, 85.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      2%|▏         | 19/942 [27:22<21:55:11, 85.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      2%|▏         | 20/942 [28:46<21:47:28, 85.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      2%|▏         | 21/942 [30:10<21:42:57, 84.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      2%|▏         | 22/942 [31:35<21:39:39, 84.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      2%|▏         | 23/942 [33:01<21:43:19, 85.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      3%|▎         | 24/942 [34:26<21:42:30, 85.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      3%|▎         | 25/942 [35:53<21:50:40, 85.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      3%|▎         | 26/942 [37:19<21:51:00, 85.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      3%|▎         | 27/942 [38:49<22:05:35, 86.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      3%|▎         | 28/942 [40:21<22:30:52, 88.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      3%|▎         | 29/942 [41:54<22:44:43, 89.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      3%|▎         | 30/942 [43:27<22:59:12, 90.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      3%|▎         | 31/942 [45:00<23:10:10, 91.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      3%|▎         | 32/942 [46:33<23:16:07, 92.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      4%|▎         | 33/942 [48:03<23:04:38, 91.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      4%|▎         | 34/942 [49:32<22:52:41, 90.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      4%|▎         | 35/942 [51:00<22:35:14, 89.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      4%|▍         | 36/942 [52:27<22:24:23, 89.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      4%|▍         | 37/942 [53:53<22:09:37, 88.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      4%|▍         | 38/942 [55:19<21:58:30, 87.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      4%|▍         | 39/942 [56:45<21:50:29, 87.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      4%|▍         | 40/942 [58:11<21:44:28, 86.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      4%|▍         | 41/942 [59:38<21:43:58, 86.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      4%|▍         | 42/942 [1:01:09<21:57:41, 87.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      5%|▍         | 43/942 [1:02:40<22:12:23, 88.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      5%|▍         | 44/942 [1:04:09<22:11:00, 88.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      5%|▍         | 45/942 [1:05:36<22:00:59, 88.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      5%|▍         | 46/942 [1:07:05<22:04:40, 88.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      5%|▍         | 47/942 [1:08:34<22:01:42, 88.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      5%|▌         | 48/942 [1:10:04<22:08:50, 89.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      5%|▌         | 49/942 [1:11:34<22:09:12, 89.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      5%|▌         | 50/942 [1:13:04<22:09:37, 89.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      5%|▌         | 51/942 [1:14:31<21:58:03, 88.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      6%|▌         | 52/942 [1:16:02<22:05:22, 89.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      6%|▌         | 53/942 [1:17:31<22:02:41, 89.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      6%|▌         | 54/942 [1:19:03<22:15:44, 90.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      6%|▌         | 55/942 [1:20:34<22:16:12, 90.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      6%|▌         | 56/942 [1:22:08<22:31:47, 91.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      6%|▌         | 57/942 [1:23:41<22:37:45, 92.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      6%|▌         | 58/942 [1:25:15<22:42:26, 92.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      6%|▋         | 59/942 [1:26:48<22:43:53, 92.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      6%|▋         | 60/942 [1:28:20<22:39:01, 92.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      6%|▋         | 61/942 [1:29:52<22:36:57, 92.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      7%|▋         | 62/942 [1:31:23<22:25:54, 91.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      7%|▋         | 63/942 [1:32:53<22:16:32, 91.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      7%|▋         | 64/942 [1:34:19<21:53:56, 89.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      7%|▋         | 65/942 [1:35:44<21:31:34, 88.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      7%|▋         | 66/942 [1:37:11<21:22:40, 87.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      7%|▋         | 67/942 [1:38:38<21:16:48, 87.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      7%|▋         | 68/942 [1:40:04<21:08:38, 87.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      7%|▋         | 69/942 [1:41:33<21:16:18, 87.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      7%|▋         | 70/942 [1:43:02<21:22:19, 88.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      8%|▊         | 71/942 [1:44:33<21:33:02, 89.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      8%|▊         | 72/942 [1:46:03<21:34:55, 89.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      8%|▊         | 73/942 [1:47:35<21:44:34, 90.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      8%|▊         | 74/942 [1:49:05<21:43:38, 90.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      8%|▊         | 75/942 [1:50:35<21:41:56, 90.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      8%|▊         | 76/942 [1:52:06<21:44:43, 90.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      8%|▊         | 77/942 [1:53:35<21:35:04, 89.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      8%|▊         | 78/942 [1:55:03<21:24:54, 89.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      8%|▊         | 79/942 [1:56:33<21:26:22, 89.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      8%|▊         | 80/942 [1:58:02<21:22:58, 89.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      9%|▊         | 81/942 [1:59:31<21:20:34, 89.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      9%|▊         | 82/942 [2:00:58<21:10:33, 88.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      9%|▉         | 83/942 [2:02:27<21:10:34, 88.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      9%|▉         | 84/942 [2:03:56<21:08:56, 88.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      9%|▉         | 85/942 [2:05:29<21:27:24, 90.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      9%|▉         | 86/942 [2:07:03<21:42:18, 91.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      9%|▉         | 87/942 [2:08:35<21:44:26, 91.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      9%|▉         | 88/942 [2:10:09<21:51:24, 92.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
      9%|▉         | 89/942 [2:11:40<21:47:46, 91.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     10%|▉         | 90/942 [2:13:08<21:26:38, 90.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     10%|▉         | 91/942 [2:14:36<21:14:08, 89.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     10%|▉         | 92/942 [2:16:04<21:07:17, 89.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     10%|▉         | 93/942 [2:17:34<21:08:07, 89.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     10%|▉         | 94/942 [2:19:01<20:55:49, 88.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     10%|█         | 95/942 [2:20:26<20:38:46, 87.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     10%|█         | 96/942 [2:21:52<20:29:23, 87.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     10%|█         | 97/942 [2:23:16<20:13:13, 86.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     10%|█         | 98/942 [2:24:42<20:09:00, 85.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     11%|█         | 99/942 [2:26:07<20:06:37, 85.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     11%|█         | 100/942 [2:27:33<20:03:27, 85.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     11%|█         | 101/942 [2:28:59<20:05:07, 85.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     11%|█         | 102/942 [2:30:26<20:06:42, 86.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     11%|█         | 103/942 [2:31:56<20:20:51, 87.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     11%|█         | 104/942 [2:33:23<20:19:46, 87.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     11%|█         | 105/942 [2:34:53<20:27:19, 87.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     11%|█▏        | 106/942 [2:36:20<20:24:20, 87.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     11%|█▏        | 107/942 [2:37:51<20:35:47, 88.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     11%|█▏        | 108/942 [2:39:23<20:46:34, 89.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 109/942 [2:40:55<20:54:35, 90.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 110/942 [2:42:25<20:50:03, 90.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 111/942 [2:43:56<20:53:30, 90.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 112/942 [2:45:28<20:56:36, 90.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 113/942 [2:47:00<21:00:46, 91.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 114/942 [2:48:33<21:07:52, 91.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 115/942 [2:50:05<21:06:36, 91.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 116/942 [2:51:38<21:08:30, 92.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 117/942 [2:53:11<21:11:00, 92.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 118/942 [2:54:45<21:14:49, 92.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 119/942 [2:56:18<21:14:29, 92.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 120/942 [2:57:51<21:12:34, 92.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 121/942 [2:59:22<21:03:36, 92.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 122/942 [3:00:53<20:59:08, 92.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 123/942 [3:02:24<20:51:55, 91.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 124/942 [3:03:56<20:49:14, 91.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 125/942 [3:05:29<20:57:00, 92.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 126/942 [3:07:05<21:07:55, 93.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 127/942 [3:08:40<21:13:03, 93.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     14%|█▎        | 128/942 [3:10:14<21:15:34, 94.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     14%|█▎        | 129/942 [3:11:49<21:15:43, 94.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 130/942 [3:13:22<21:11:44, 93.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 131/942 [3:14:54<21:00:25, 93.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 132/942 [3:16:26<20:52:05, 92.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 133/942 [3:17:57<20:46:14, 92.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 134/942 [3:19:30<20:48:10, 92.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 135/942 [3:21:06<20:58:16, 93.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 136/942 [3:22:40<21:00:16, 93.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     15%|█▍        | 137/942 [3:24:13<20:52:25, 93.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     15%|█▍        | 138/942 [3:25:43<20:39:00, 92.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     15%|█▍        | 139/942 [3:27:13<20:26:39, 91.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     15%|█▍        | 140/942 [3:28:41<20:12:33, 90.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     15%|█▍        | 141/942 [3:30:11<20:08:10, 90.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     15%|█▌        | 142/942 [3:31:39<19:56:50, 89.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     15%|█▌        | 143/942 [3:33:09<19:52:44, 89.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     15%|█▌        | 144/942 [3:34:38<19:51:15, 89.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     15%|█▌        | 145/942 [3:36:09<19:53:44, 89.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     15%|█▌        | 146/942 [3:37:39<19:54:19, 90.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 147/942 [3:39:10<19:56:03, 90.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 148/942 [3:40:39<19:51:17, 90.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 149/942 [3:42:05<19:31:54, 88.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 150/942 [3:43:32<19:24:45, 88.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 151/942 [3:45:00<19:20:52, 88.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 152/942 [3:46:26<19:12:05, 87.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 153/942 [3:47:55<19:17:44, 88.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     16%|█▋        | 154/942 [3:49:21<19:08:46, 87.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     16%|█▋        | 155/942 [3:50:51<19:17:09, 88.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 156/942 [3:52:21<19:19:26, 88.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 157/942 [3:53:49<19:18:06, 88.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 158/942 [3:55:17<19:15:23, 88.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 159/942 [3:56:49<19:24:55, 89.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 160/942 [3:58:14<19:09:05, 88.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 161/942 [3:59:41<19:01:29, 87.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 162/942 [4:01:08<18:56:49, 87.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 163/942 [4:02:36<19:00:14, 87.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 164/942 [4:04:04<18:58:49, 87.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 165/942 [4:05:30<18:50:20, 87.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 166/942 [4:06:59<18:55:07, 87.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 167/942 [4:08:28<18:57:04, 88.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 168/942 [4:09:57<19:01:02, 88.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 169/942 [4:11:28<19:07:35, 89.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 170/942 [4:13:01<19:23:29, 90.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 171/942 [4:14:31<19:20:51, 90.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 172/942 [4:16:02<19:19:23, 90.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 173/942 [4:17:33<19:20:10, 90.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 174/942 [4:19:04<19:23:32, 90.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     19%|█▊        | 175/942 [4:20:36<19:23:46, 91.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     19%|█▊        | 176/942 [4:22:08<19:25:09, 91.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 177/942 [4:23:39<19:24:04, 91.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 178/942 [4:25:09<19:18:32, 90.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 179/942 [4:26:43<19:29:02, 91.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 180/942 [4:28:17<19:32:28, 92.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 181/942 [4:29:49<19:32:46, 92.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 182/942 [4:31:23<19:34:34, 92.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 183/942 [4:32:54<19:26:15, 92.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     20%|█▉        | 184/942 [4:34:24<19:18:27, 91.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     20%|█▉        | 185/942 [4:35:55<19:12:54, 91.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     20%|█▉        | 186/942 [4:37:24<19:03:55, 90.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     20%|█▉        | 187/942 [4:38:56<19:05:44, 91.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     20%|█▉        | 188/942 [4:40:28<19:07:37, 91.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     20%|██        | 189/942 [4:42:02<19:15:04, 92.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     20%|██        | 190/942 [4:43:33<19:12:52, 91.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     20%|██        | 191/942 [4:45:05<19:09:45, 91.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     20%|██        | 192/942 [4:46:38<19:10:47, 92.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     20%|██        | 193/942 [4:48:10<19:09:23, 92.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     21%|██        | 194/942 [4:49:41<19:05:17, 91.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     21%|██        | 195/942 [4:51:12<19:00:30, 91.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     21%|██        | 196/942 [4:52:43<18:56:21, 91.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     21%|██        | 197/942 [4:54:14<18:53:02, 91.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     21%|██        | 198/942 [4:55:39<18:30:04, 89.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     21%|██        | 199/942 [4:57:08<18:23:49, 89.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     21%|██        | 200/942 [4:58:35<18:15:15, 88.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     21%|██▏       | 201/942 [5:00:04<18:15:03, 88.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     21%|██▏       | 202/942 [5:01:33<18:15:08, 88.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 203/942 [5:03:02<18:16:33, 89.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 204/942 [5:04:31<18:14:39, 89.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 205/942 [5:05:58<18:03:03, 88.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 206/942 [5:07:25<17:59:47, 88.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 207/942 [5:08:55<18:04:59, 88.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 208/942 [5:10:27<18:14:53, 89.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 209/942 [5:11:58<18:20:58, 90.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 210/942 [5:13:29<18:22:50, 90.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 211/942 [5:15:01<18:25:29, 90.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 212/942 [5:16:32<18:25:51, 90.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 213/942 [5:18:01<18:15:08, 90.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 214/942 [5:19:31<18:14:08, 90.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 215/942 [5:21:01<18:11:28, 90.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 216/942 [5:22:31<18:09:37, 90.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 217/942 [5:23:56<17:49:13, 88.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 218/942 [5:25:18<17:27:16, 86.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 219/942 [5:26:39<17:04:40, 85.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 220/942 [5:28:01<16:52:06, 84.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 221/942 [5:29:22<16:40:25, 83.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     24%|██▎       | 222/942 [5:30:43<16:30:19, 82.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     24%|██▎       | 223/942 [5:32:05<16:24:12, 82.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 224/942 [5:33:26<16:19:31, 81.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 225/942 [5:34:47<16:15:33, 81.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 226/942 [5:36:08<16:12:51, 81.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 227/942 [5:37:29<16:10:31, 81.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 228/942 [5:38:51<16:08:50, 81.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 229/942 [5:40:11<16:04:19, 81.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 230/942 [5:41:34<16:06:55, 81.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     25%|██▍       | 231/942 [5:42:57<16:12:51, 82.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     25%|██▍       | 232/942 [5:44:20<16:15:22, 82.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     25%|██▍       | 233/942 [5:45:42<16:13:09, 82.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     25%|██▍       | 234/942 [5:47:03<16:07:08, 81.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     25%|██▍       | 235/942 [5:48:25<16:04:10, 81.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     25%|██▌       | 236/942 [5:49:47<16:03:27, 81.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     25%|██▌       | 237/942 [5:51:09<16:03:09, 81.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     25%|██▌       | 238/942 [5:52:36<16:17:17, 83.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     25%|██▌       | 239/942 [5:53:59<16:16:27, 83.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     25%|██▌       | 240/942 [5:55:23<16:18:21, 83.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 241/942 [5:56:54<16:42:25, 85.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 242/942 [5:58:26<17:01:47, 87.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 243/942 [5:59:56<17:08:20, 88.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 244/942 [6:01:29<17:24:57, 89.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 245/942 [6:03:05<17:44:09, 91.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 246/942 [6:04:40<17:53:04, 92.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 247/942 [6:06:10<17:45:29, 91.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     26%|██▋       | 248/942 [6:07:42<17:43:23, 91.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     26%|██▋       | 249/942 [6:09:13<17:38:19, 91.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 250/942 [6:10:40<17:21:11, 90.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 251/942 [6:12:07<17:06:28, 89.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 252/942 [6:13:33<16:55:28, 88.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 253/942 [6:14:59<16:47:21, 87.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 254/942 [6:16:32<17:01:35, 89.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 255/942 [6:18:00<16:58:28, 88.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 256/942 [6:19:29<16:54:54, 88.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 257/942 [6:21:01<17:05:56, 89.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 258/942 [6:22:36<17:20:38, 91.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 259/942 [6:24:09<17:24:41, 91.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 260/942 [6:25:41<17:23:39, 91.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 261/942 [6:27:13<17:23:34, 91.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 262/942 [6:28:43<17:16:02, 91.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 263/942 [6:30:13<17:10:26, 91.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 264/942 [6:31:42<17:02:15, 90.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 265/942 [6:33:13<17:03:14, 90.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 266/942 [6:34:45<17:05:46, 91.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 267/942 [6:36:18<17:08:28, 91.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 268/942 [6:37:52<17:16:12, 92.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     29%|██▊       | 269/942 [6:39:27<17:23:49, 93.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     29%|██▊       | 270/942 [6:41:02<17:30:15, 93.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 271/942 [6:42:37<17:32:46, 94.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 272/942 [6:44:09<17:24:41, 93.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 273/942 [6:45:41<17:15:55, 92.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 274/942 [6:47:12<17:10:03, 92.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 275/942 [6:48:46<17:11:27, 92.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 276/942 [6:50:20<17:13:13, 93.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 277/942 [6:51:53<17:12:53, 93.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     30%|██▉       | 278/942 [6:53:26<17:10:16, 93.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     30%|██▉       | 279/942 [6:54:57<17:02:11, 92.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     30%|██▉       | 280/942 [6:56:31<17:05:09, 92.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     30%|██▉       | 281/942 [6:58:04<17:03:06, 92.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     30%|██▉       | 282/942 [6:59:37<17:02:07, 92.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     30%|███       | 283/942 [7:01:10<17:01:35, 93.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     30%|███       | 284/942 [7:02:43<16:59:00, 92.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     30%|███       | 285/942 [7:04:16<16:57:36, 92.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     30%|███       | 286/942 [7:05:47<16:51:04, 92.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     30%|███       | 287/942 [7:07:17<16:42:21, 91.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     31%|███       | 288/942 [7:08:47<16:35:35, 91.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     31%|███       | 289/942 [7:10:18<16:31:54, 91.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     31%|███       | 290/942 [7:11:51<16:35:25, 91.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     31%|███       | 291/942 [7:13:25<16:42:08, 92.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     31%|███       | 292/942 [7:14:59<16:46:34, 92.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     31%|███       | 293/942 [7:16:32<16:45:03, 92.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     31%|███       | 294/942 [7:18:02<16:32:11, 91.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     31%|███▏      | 295/942 [7:19:32<16:24:42, 91.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     31%|███▏      | 296/942 [7:20:59<16:11:21, 90.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 297/942 [7:22:26<15:58:11, 89.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 298/942 [7:23:54<15:54:13, 88.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 299/942 [7:25:23<15:52:04, 88.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 300/942 [7:26:51<15:49:49, 88.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 301/942 [7:28:27<16:10:46, 90.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 302/942 [7:30:00<16:16:26, 91.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 303/942 [7:31:31<16:10:38, 91.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 304/942 [7:33:04<16:16:01, 91.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 305/942 [7:34:34<16:10:34, 91.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 306/942 [7:36:04<16:04:38, 91.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 307/942 [7:37:33<15:55:18, 90.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 308/942 [7:38:59<15:40:43, 89.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 309/942 [7:40:28<15:38:53, 88.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 310/942 [7:41:57<15:38:44, 89.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 311/942 [7:43:26<15:36:13, 89.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 312/942 [7:44:58<15:42:31, 89.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 313/942 [7:46:32<15:55:22, 91.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 314/942 [7:48:08<16:09:03, 92.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 315/942 [7:49:42<16:13:12, 93.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     34%|███▎      | 316/942 [7:51:12<16:00:35, 92.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     34%|███▎      | 317/942 [7:52:45<16:00:55, 92.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 318/942 [7:54:14<15:49:35, 91.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 319/942 [7:55:41<15:33:48, 89.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 320/942 [7:57:09<15:28:52, 89.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 321/942 [7:58:38<15:22:48, 89.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 322/942 [8:00:07<15:22:16, 89.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 323/942 [8:01:36<15:20:01, 89.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 324/942 [8:03:06<15:22:09, 89.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     35%|███▍      | 325/942 [8:04:37<15:25:31, 90.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     35%|███▍      | 326/942 [8:06:08<15:24:33, 90.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     35%|███▍      | 327/942 [8:07:37<15:19:47, 89.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     35%|███▍      | 328/942 [8:09:04<15:12:31, 89.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     35%|███▍      | 329/942 [8:10:33<15:07:35, 88.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     35%|███▌      | 330/942 [8:12:02<15:08:33, 89.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     35%|███▌      | 331/942 [8:13:30<15:04:21, 88.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     35%|███▌      | 332/942 [8:14:59<15:03:39, 88.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     35%|███▌      | 333/942 [8:16:27<14:58:39, 88.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     35%|███▌      | 334/942 [8:17:56<14:58:28, 88.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 335/942 [8:19:19<14:40:35, 87.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 336/942 [8:20:41<14:23:35, 85.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 337/942 [8:22:02<14:08:48, 84.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 338/942 [8:23:23<13:57:36, 83.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 339/942 [8:24:44<13:49:44, 82.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 340/942 [8:26:06<13:44:24, 82.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 341/942 [8:27:27<13:39:22, 81.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     36%|███▋      | 342/942 [8:28:47<13:35:25, 81.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     36%|███▋      | 343/942 [8:30:08<13:32:16, 81.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 344/942 [8:31:29<13:28:16, 81.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 345/942 [8:32:50<13:26:35, 81.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 346/942 [8:34:11<13:25:21, 81.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 347/942 [8:35:32<13:24:34, 81.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 348/942 [8:36:53<13:23:23, 81.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 349/942 [8:38:15<13:24:26, 81.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 350/942 [8:39:37<13:24:12, 81.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 351/942 [8:40:59<13:22:23, 81.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 352/942 [8:42:19<13:19:29, 81.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 353/942 [8:43:40<13:16:30, 81.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 354/942 [8:45:01<13:14:46, 81.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 355/942 [8:46:22<13:13:29, 81.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 356/942 [8:47:44<13:12:51, 81.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 357/942 [8:49:05<13:10:55, 81.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 358/942 [8:50:26<13:09:12, 81.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 359/942 [8:51:46<13:06:05, 80.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 360/942 [8:53:08<13:06:10, 81.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 361/942 [8:54:29<13:04:40, 81.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 362/942 [8:55:49<13:02:15, 80.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     39%|███▊      | 363/942 [8:57:11<13:03:06, 81.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     39%|███▊      | 364/942 [8:58:33<13:04:33, 81.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     39%|███▊      | 365/942 [8:59:55<13:05:19, 81.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 366/942 [9:01:17<13:03:09, 81.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 367/942 [9:02:37<12:58:56, 81.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 368/942 [9:03:59<12:58:09, 81.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 369/942 [9:05:19<12:54:44, 81.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 370/942 [9:06:40<12:53:23, 81.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 371/942 [9:08:02<12:53:24, 81.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 372/942 [9:09:23<12:51:37, 81.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     40%|███▉      | 373/942 [9:10:44<12:48:37, 81.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     40%|███▉      | 374/942 [9:12:05<12:47:26, 81.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     40%|███▉      | 375/942 [9:13:26<12:46:36, 81.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     40%|███▉      | 376/942 [9:14:47<12:45:48, 81.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     40%|████      | 377/942 [9:16:09<12:44:32, 81.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     40%|████      | 378/942 [9:17:30<12:42:42, 81.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     40%|████      | 379/942 [9:18:51<12:40:40, 81.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     40%|████      | 380/942 [9:20:12<12:40:17, 81.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     40%|████      | 381/942 [9:21:33<12:37:28, 81.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     41%|████      | 382/942 [9:22:53<12:35:07, 80.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     41%|████      | 383/942 [9:24:14<12:33:19, 80.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     41%|████      | 384/942 [9:25:35<12:31:33, 80.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     41%|████      | 385/942 [9:26:56<12:30:39, 80.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     41%|████      | 386/942 [9:28:17<12:31:00, 81.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     41%|████      | 387/942 [9:29:38<12:29:39, 81.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     41%|████      | 388/942 [9:30:59<12:27:47, 80.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     41%|████▏     | 389/942 [9:32:21<12:28:02, 81.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     41%|████▏     | 390/942 [9:33:41<12:25:39, 81.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 391/942 [9:35:03<12:25:14, 81.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 392/942 [9:36:24<12:22:45, 81.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 393/942 [9:37:45<12:22:23, 81.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 394/942 [9:39:06<12:21:21, 81.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 395/942 [9:40:28<12:21:13, 81.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 396/942 [9:41:51<12:25:28, 81.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 397/942 [9:43:13<12:23:17, 81.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 398/942 [9:44:35<12:22:38, 81.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 399/942 [9:45:57<12:21:00, 81.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 400/942 [9:47:17<12:15:51, 81.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 401/942 [9:48:38<12:12:43, 81.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 402/942 [9:49:59<12:11:00, 81.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 403/942 [9:51:20<12:08:17, 81.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 404/942 [9:52:41<12:08:13, 81.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 405/942 [9:54:03<12:06:42, 81.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 406/942 [9:55:24<12:05:47, 81.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 407/942 [9:56:46<12:06:00, 81.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 408/942 [9:58:07<12:03:15, 81.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 409/942 [9:59:28<12:02:14, 81.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     44%|████▎     | 410/942 [10:00:51<12:04:06, 81.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     44%|████▎     | 411/942 [10:02:13<12:03:42, 81.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     44%|████▎     | 412/942 [10:03:34<12:02:24, 81.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 413/942 [10:04:56<11:59:40, 81.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 414/942 [10:06:17<11:58:01, 81.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 415/942 [10:07:38<11:55:51, 81.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 416/942 [10:09:00<11:54:20, 81.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 417/942 [10:10:21<11:50:55, 81.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 418/942 [10:11:42<11:48:57, 81.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 419/942 [10:13:03<11:48:54, 81.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     45%|████▍     | 420/942 [10:14:25<11:49:10, 81.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     45%|████▍     | 421/942 [10:15:47<11:47:40, 81.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     45%|████▍     | 422/942 [10:17:08<11:46:49, 81.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     45%|████▍     | 423/942 [10:18:30<11:46:04, 81.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     45%|████▌     | 424/942 [10:19:52<11:46:30, 81.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     45%|████▌     | 425/942 [10:21:14<11:45:21, 81.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     45%|████▌     | 426/942 [10:22:36<11:43:07, 81.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     45%|████▌     | 427/942 [10:23:58<11:41:48, 81.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     45%|████▌     | 428/942 [10:25:19<11:40:11, 81.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 429/942 [10:26:41<11:37:34, 81.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 430/942 [10:28:02<11:35:49, 81.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 431/942 [10:29:23<11:33:14, 81.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 432/942 [10:30:45<11:33:12, 81.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 433/942 [10:32:07<11:33:09, 81.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 434/942 [10:33:28<11:30:08, 81.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 435/942 [10:34:49<11:27:41, 81.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     46%|████▋     | 436/942 [10:36:10<11:25:56, 81.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     46%|████▋     | 437/942 [10:37:31<11:23:28, 81.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     46%|████▋     | 438/942 [10:38:54<11:24:46, 81.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 439/942 [10:40:15<11:23:25, 81.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 440/942 [10:41:37<11:21:39, 81.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 441/942 [10:42:58<11:19:52, 81.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 442/942 [10:44:19<11:17:53, 81.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 443/942 [10:45:40<11:16:35, 81.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 444/942 [10:47:01<11:14:06, 81.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 445/942 [10:48:22<11:12:13, 81.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 446/942 [10:49:44<11:12:06, 81.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 447/942 [10:51:05<11:11:15, 81.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 448/942 [10:52:27<11:11:12, 81.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 449/942 [10:53:49<11:10:03, 81.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 450/942 [10:55:10<11:07:44, 81.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 451/942 [10:56:31<11:06:11, 81.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 452/942 [10:57:53<11:06:17, 81.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 453/942 [10:59:15<11:05:19, 81.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 454/942 [11:00:37<11:04:37, 81.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 455/942 [11:02:00<11:05:13, 81.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 456/942 [11:03:22<11:04:00, 81.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     49%|████▊     | 457/942 [11:04:44<11:02:31, 81.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     49%|████▊     | 458/942 [11:06:05<11:00:45, 81.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     49%|████▊     | 459/942 [11:07:27<10:59:11, 81.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 460/942 [11:08:49<10:56:52, 81.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 461/942 [11:10:11<10:55:52, 81.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 462/942 [11:11:32<10:54:37, 81.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 463/942 [11:12:54<10:53:14, 81.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 464/942 [11:14:16<10:51:23, 81.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 465/942 [11:15:38<10:50:31, 81.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 466/942 [11:17:00<10:49:39, 81.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     50%|████▉     | 467/942 [11:18:23<10:50:35, 82.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     50%|████▉     | 468/942 [11:19:46<10:52:34, 82.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     50%|████▉     | 469/942 [11:21:09<10:51:46, 82.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     50%|████▉     | 470/942 [11:22:32<10:50:32, 82.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     50%|█████     | 471/942 [11:23:54<10:47:45, 82.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     50%|█████     | 472/942 [11:25:16<10:45:40, 82.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     50%|█████     | 473/942 [11:26:38<10:42:32, 82.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     50%|█████     | 474/942 [11:27:59<10:39:34, 82.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     50%|█████     | 475/942 [11:29:21<10:37:36, 81.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     51%|█████     | 476/942 [11:30:43<10:35:16, 81.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     51%|█████     | 477/942 [11:32:04<10:33:39, 81.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     51%|█████     | 478/942 [11:33:26<10:32:30, 81.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     51%|█████     | 479/942 [11:34:49<10:32:27, 81.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     51%|█████     | 480/942 [11:36:11<10:32:16, 82.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     51%|█████     | 481/942 [11:37:34<10:31:47, 82.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     51%|█████     | 482/942 [11:38:56<10:31:23, 82.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     51%|█████▏    | 483/942 [11:40:19<10:31:48, 82.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     51%|█████▏    | 484/942 [11:41:42<10:29:36, 82.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     51%|█████▏    | 485/942 [11:43:03<10:26:52, 82.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 486/942 [11:44:25<10:23:40, 82.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 487/942 [11:45:47<10:22:50, 82.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 488/942 [11:47:09<10:20:48, 82.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 489/942 [11:48:32<10:20:21, 82.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 490/942 [11:49:53<10:18:10, 82.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 491/942 [11:51:16<10:17:13, 82.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 492/942 [11:52:38<10:15:32, 82.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 493/942 [11:54:00<10:14:48, 82.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 494/942 [11:55:23<10:15:06, 82.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 495/942 [11:56:46<10:14:38, 82.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 496/942 [11:58:07<10:11:32, 82.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 497/942 [11:59:30<10:10:22, 82.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 498/942 [12:00:52<10:08:49, 82.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 499/942 [12:02:14<10:06:07, 82.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 500/942 [12:03:36<10:04:33, 82.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 501/942 [12:04:58<10:03:20, 82.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 502/942 [12:06:19<10:00:53, 81.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 503/942 [12:07:41<9:58:44, 81.83s/it] C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     54%|█████▎    | 504/942 [12:09:02<9:56:23, 81.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     54%|█████▎    | 505/942 [12:10:24<9:54:08, 81.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     54%|█████▎    | 506/942 [12:11:45<9:52:36, 81.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 507/942 [12:13:08<9:53:46, 81.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 508/942 [12:14:30<9:52:28, 81.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 509/942 [12:15:52<9:52:30, 82.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 510/942 [12:17:15<9:52:28, 82.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 511/942 [12:18:38<9:52:39, 82.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 512/942 [12:20:01<9:52:25, 82.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 513/942 [12:21:23<9:49:01, 82.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     55%|█████▍    | 514/942 [12:22:45<9:47:54, 82.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     55%|█████▍    | 515/942 [12:24:08<9:46:57, 82.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     55%|█████▍    | 516/942 [12:25:30<9:44:27, 82.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     55%|█████▍    | 517/942 [12:26:52<9:42:40, 82.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     55%|█████▍    | 518/942 [12:28:13<9:39:43, 82.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     55%|█████▌    | 519/942 [12:29:35<9:37:20, 81.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     55%|█████▌    | 520/942 [12:30:57<9:36:20, 81.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     55%|█████▌    | 521/942 [12:32:20<9:36:02, 82.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     55%|█████▌    | 522/942 [12:33:43<9:36:30, 82.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 523/942 [12:35:07<9:39:36, 83.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 524/942 [12:36:31<9:40:16, 83.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 525/942 [12:37:54<9:38:33, 83.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 526/942 [12:39:17<9:36:23, 83.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 527/942 [12:40:40<9:33:50, 82.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 528/942 [12:42:02<9:31:40, 82.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 529/942 [12:43:24<9:29:09, 82.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     56%|█████▋    | 530/942 [12:44:47<9:27:02, 82.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     56%|█████▋    | 531/942 [12:46:09<9:24:48, 82.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     56%|█████▋    | 532/942 [12:47:31<9:21:56, 82.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 533/942 [12:48:54<9:21:49, 82.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 534/942 [12:50:16<9:20:48, 82.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 535/942 [12:51:39<9:19:32, 82.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 536/942 [12:53:02<9:19:53, 82.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 537/942 [12:54:25<9:19:36, 82.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 538/942 [12:55:49<9:18:52, 83.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 539/942 [12:57:12<9:18:48, 83.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 540/942 [12:58:35<9:16:56, 83.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 541/942 [12:59:58<9:15:50, 83.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 542/942 [13:01:21<9:14:08, 83.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 543/942 [13:02:44<9:10:50, 82.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 544/942 [13:04:06<9:09:33, 82.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 545/942 [13:05:30<9:09:39, 83.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 546/942 [13:06:53<9:08:59, 83.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 547/942 [13:08:18<9:10:50, 83.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 548/942 [13:09:42<9:10:11, 83.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 549/942 [13:11:06<9:08:49, 83.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 550/942 [13:12:31<9:08:50, 84.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 551/942 [13:13:54<9:06:11, 83.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     59%|█████▊    | 552/942 [13:15:18<9:04:21, 83.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     59%|█████▊    | 553/942 [13:16:41<9:02:53, 83.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 554/942 [13:18:05<9:02:09, 83.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 555/942 [13:19:29<8:59:35, 83.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 556/942 [13:20:52<8:57:54, 83.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 557/942 [13:22:15<8:55:34, 83.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 558/942 [13:23:38<8:52:43, 83.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 559/942 [13:25:00<8:49:09, 82.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 560/942 [13:26:24<8:49:14, 83.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     60%|█████▉    | 561/942 [13:27:47<8:47:16, 83.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     60%|█████▉    | 562/942 [13:29:09<8:44:51, 82.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     60%|█████▉    | 563/942 [13:30:32<8:43:21, 82.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     60%|█████▉    | 564/942 [13:31:56<8:43:52, 83.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     60%|█████▉    | 565/942 [13:33:20<8:44:47, 83.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     60%|██████    | 566/942 [13:34:44<8:43:42, 83.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     60%|██████    | 567/942 [13:36:08<8:42:42, 83.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     60%|██████    | 568/942 [13:37:31<8:40:27, 83.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     60%|██████    | 569/942 [13:38:54<8:39:24, 83.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     61%|██████    | 570/942 [13:40:18<8:37:37, 83.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     61%|██████    | 571/942 [13:41:41<8:35:08, 83.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     61%|██████    | 572/942 [13:43:04<8:33:03, 83.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     61%|██████    | 573/942 [13:44:27<8:31:30, 83.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     61%|██████    | 574/942 [13:45:49<8:29:16, 83.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     61%|██████    | 575/942 [13:47:12<8:27:13, 82.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     61%|██████    | 576/942 [13:48:36<8:26:46, 83.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     61%|██████▏   | 577/942 [13:49:59<8:26:37, 83.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     61%|██████▏   | 578/942 [13:51:23<8:25:35, 83.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     61%|██████▏   | 579/942 [13:52:47<8:25:47, 83.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 580/942 [13:54:12<8:26:48, 84.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 581/942 [13:55:35<8:24:33, 83.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 582/942 [13:56:59<8:22:20, 83.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 583/942 [13:58:22<8:19:51, 83.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 584/942 [13:59:45<8:17:47, 83.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 585/942 [14:01:08<8:16:00, 83.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 586/942 [14:02:31<8:13:22, 83.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 587/942 [14:03:54<8:11:12, 83.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 588/942 [14:05:17<8:09:28, 82.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 589/942 [14:06:40<8:09:23, 83.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 590/942 [14:08:04<8:08:32, 83.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 591/942 [14:09:27<8:07:15, 83.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 592/942 [14:10:51<8:07:00, 83.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 593/942 [14:12:16<8:07:35, 83.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 594/942 [14:13:40<8:08:02, 84.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 595/942 [14:15:05<8:08:06, 84.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 596/942 [14:16:30<8:06:22, 84.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 597/942 [14:17:54<8:04:37, 84.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 598/942 [14:19:18<8:02:27, 84.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     64%|██████▎   | 599/942 [14:20:41<8:00:20, 84.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     64%|██████▎   | 600/942 [14:22:05<7:58:45, 83.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 601/942 [14:23:29<7:57:17, 83.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 602/942 [14:24:52<7:54:24, 83.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 603/942 [14:26:16<7:53:17, 83.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 604/942 [14:27:40<7:50:59, 83.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 605/942 [14:29:03<7:50:05, 83.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 606/942 [14:30:28<7:49:34, 83.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 607/942 [14:31:51<7:46:42, 83.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     65%|██████▍   | 608/942 [14:33:14<7:45:28, 83.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     65%|██████▍   | 609/942 [14:34:39<7:45:42, 83.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     65%|██████▍   | 610/942 [14:36:03<7:44:11, 83.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     65%|██████▍   | 611/942 [14:37:26<7:42:14, 83.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     65%|██████▍   | 612/942 [14:38:50<7:40:32, 83.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     65%|██████▌   | 613/942 [14:40:13<7:38:35, 83.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     65%|██████▌   | 614/942 [14:41:36<7:35:36, 83.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     65%|██████▌   | 615/942 [14:43:00<7:35:38, 83.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     65%|██████▌   | 616/942 [14:44:23<7:33:29, 83.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     65%|██████▌   | 617/942 [14:45:46<7:31:11, 83.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 618/942 [14:47:09<7:28:55, 83.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 619/942 [14:48:33<7:29:25, 83.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 620/942 [14:49:57<7:28:31, 83.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 621/942 [14:51:21<7:28:11, 83.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 622/942 [14:52:46<7:27:58, 84.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 623/942 [14:54:11<7:28:10, 84.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 624/942 [14:55:35<7:26:12, 84.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     66%|██████▋   | 625/942 [14:56:59<7:24:44, 84.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     66%|██████▋   | 626/942 [14:58:23<7:22:38, 84.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 627/942 [14:59:46<7:20:43, 83.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 628/942 [15:01:11<7:19:42, 84.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 629/942 [15:02:34<7:17:30, 83.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 630/942 [15:03:58<7:16:11, 83.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 631/942 [15:05:22<7:14:15, 83.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 632/942 [15:06:45<7:11:39, 83.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 633/942 [15:08:08<7:10:30, 83.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 634/942 [15:09:33<7:10:44, 83.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 635/942 [15:10:58<7:11:32, 84.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 636/942 [15:12:23<7:10:19, 84.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 637/942 [15:13:47<7:08:42, 84.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 638/942 [15:15:11<7:07:33, 84.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 639/942 [15:16:36<7:06:54, 84.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 640/942 [15:18:01<7:05:01, 84.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 641/942 [15:19:25<7:03:23, 84.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 642/942 [15:20:49<7:01:36, 84.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 643/942 [15:22:13<6:59:58, 84.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 644/942 [15:23:37<6:58:11, 84.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 645/942 [15:25:02<6:57:12, 84.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     69%|██████▊   | 646/942 [15:26:27<6:57:09, 84.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     69%|██████▊   | 647/942 [15:27:52<6:56:11, 84.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 648/942 [15:29:17<6:56:21, 84.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 649/942 [15:30:43<6:55:56, 85.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 650/942 [15:32:08<6:54:39, 85.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 651/942 [15:33:33<6:52:30, 85.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 652/942 [15:34:59<6:52:02, 85.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 653/942 [15:36:24<6:50:30, 85.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 654/942 [15:37:49<6:48:38, 85.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     70%|██████▉   | 655/942 [15:39:13<6:46:08, 84.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     70%|██████▉   | 656/942 [15:40:37<6:43:04, 84.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     70%|██████▉   | 657/942 [15:42:01<6:41:11, 84.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     70%|██████▉   | 658/942 [15:43:26<6:40:36, 84.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     70%|██████▉   | 659/942 [15:44:51<6:40:04, 84.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     70%|███████   | 660/942 [15:46:17<6:39:22, 84.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     70%|███████   | 661/942 [15:47:42<6:38:25, 85.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     70%|███████   | 662/942 [15:49:07<6:36:48, 85.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     70%|███████   | 663/942 [15:50:32<6:35:41, 85.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     70%|███████   | 664/942 [15:51:56<6:32:49, 84.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     71%|███████   | 665/942 [15:53:21<6:30:55, 84.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     71%|███████   | 666/942 [15:54:45<6:28:38, 84.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     71%|███████   | 667/942 [15:56:09<6:27:02, 84.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     71%|███████   | 668/942 [15:57:33<6:25:13, 84.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     71%|███████   | 669/942 [15:58:58<6:24:06, 84.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     71%|███████   | 670/942 [16:00:23<6:24:10, 84.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     71%|███████   | 671/942 [16:01:48<6:23:08, 84.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     71%|███████▏  | 672/942 [16:03:14<6:22:48, 85.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     71%|███████▏  | 673/942 [16:04:40<6:23:06, 85.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 674/942 [16:06:06<6:22:09, 85.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 675/942 [16:07:32<6:20:24, 85.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 676/942 [16:08:56<6:18:14, 85.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 677/942 [16:10:21<6:16:17, 85.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 678/942 [16:11:46<6:13:51, 84.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 679/942 [16:13:10<6:11:47, 84.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 680/942 [16:14:34<6:09:04, 84.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 681/942 [16:15:59<6:07:58, 84.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 682/942 [16:17:24<6:06:40, 84.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 683/942 [16:18:49<6:05:47, 84.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 684/942 [16:20:16<6:07:57, 85.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 685/942 [16:21:42<6:06:22, 85.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 686/942 [16:23:07<6:05:16, 85.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 687/942 [16:24:32<6:02:41, 85.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 688/942 [16:25:57<6:00:30, 85.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 689/942 [16:27:21<5:58:12, 84.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 690/942 [16:28:47<5:57:42, 85.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 691/942 [16:30:12<5:56:23, 85.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 692/942 [16:31:37<5:54:40, 85.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     74%|███████▎  | 693/942 [16:33:01<5:51:52, 84.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     74%|███████▎  | 694/942 [16:34:26<5:51:01, 84.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 695/942 [16:35:52<5:50:12, 85.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 696/942 [16:37:17<5:49:17, 85.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 697/942 [16:38:43<5:48:28, 85.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 698/942 [16:40:10<5:48:35, 85.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 699/942 [16:41:35<5:46:48, 85.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 700/942 [16:43:00<5:45:00, 85.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 701/942 [16:44:25<5:42:53, 85.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     75%|███████▍  | 702/942 [16:45:52<5:42:35, 85.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     75%|███████▍  | 703/942 [16:47:17<5:41:16, 85.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     75%|███████▍  | 704/942 [16:48:42<5:38:49, 85.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     75%|███████▍  | 705/942 [16:50:07<5:36:37, 85.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     75%|███████▍  | 706/942 [16:51:32<5:35:06, 85.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     75%|███████▌  | 707/942 [16:52:57<5:33:26, 85.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     75%|███████▌  | 708/942 [16:54:21<5:30:43, 84.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     75%|███████▌  | 709/942 [16:55:46<5:29:24, 84.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     75%|███████▌  | 710/942 [16:57:12<5:29:11, 85.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     75%|███████▌  | 711/942 [16:58:37<5:27:58, 85.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 712/942 [17:00:03<5:26:51, 85.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 713/942 [17:01:27<5:24:43, 85.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 714/942 [17:02:53<5:23:53, 85.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 715/942 [17:04:18<5:22:44, 85.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 716/942 [17:05:43<5:20:58, 85.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 717/942 [17:07:09<5:19:44, 85.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 718/942 [17:08:34<5:18:32, 85.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     76%|███████▋  | 719/942 [17:09:59<5:17:01, 85.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     76%|███████▋  | 720/942 [17:11:25<5:15:57, 85.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 721/942 [17:12:50<5:14:35, 85.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 722/942 [17:14:17<5:14:02, 85.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 723/942 [17:15:43<5:13:09, 85.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 724/942 [17:17:09<5:12:00, 85.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 725/942 [17:18:35<5:10:43, 85.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 726/942 [17:20:01<5:09:30, 85.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 727/942 [17:21:27<5:07:59, 85.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 728/942 [17:22:52<5:06:09, 85.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 729/942 [17:24:18<5:04:53, 85.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 730/942 [17:25:43<5:01:59, 85.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 731/942 [17:27:08<5:00:06, 85.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 732/942 [17:28:33<4:58:57, 85.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 733/942 [17:29:59<4:57:14, 85.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 734/942 [17:31:27<4:58:42, 86.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 735/942 [17:32:53<4:56:58, 86.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 736/942 [17:34:19<4:55:27, 86.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 737/942 [17:35:46<4:55:12, 86.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 738/942 [17:37:13<4:54:08, 86.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 739/942 [17:38:39<4:52:42, 86.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     79%|███████▊  | 740/942 [17:40:05<4:51:04, 86.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     79%|███████▊  | 741/942 [17:41:31<4:49:08, 86.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 742/942 [17:42:58<4:47:54, 86.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 743/942 [17:44:25<4:46:50, 86.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 744/942 [17:45:51<4:45:05, 86.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 745/942 [17:47:16<4:42:24, 86.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 746/942 [17:48:42<4:41:10, 86.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 747/942 [17:50:09<4:40:38, 86.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 748/942 [17:51:36<4:39:41, 86.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     80%|███████▉  | 749/942 [17:53:02<4:37:57, 86.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     80%|███████▉  | 750/942 [17:54:29<4:36:33, 86.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     80%|███████▉  | 751/942 [17:55:54<4:34:27, 86.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     80%|███████▉  | 752/942 [17:57:20<4:32:22, 86.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     80%|███████▉  | 753/942 [17:58:46<4:30:46, 85.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     80%|████████  | 754/942 [18:00:12<4:29:56, 86.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     80%|████████  | 755/942 [18:01:38<4:28:19, 86.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     80%|████████  | 756/942 [18:03:04<4:26:46, 86.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     80%|████████  | 757/942 [18:04:31<4:25:32, 86.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     80%|████████  | 758/942 [18:05:56<4:22:58, 85.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     81%|████████  | 759/942 [18:07:21<4:21:35, 85.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     81%|████████  | 760/942 [18:08:47<4:20:10, 85.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     81%|████████  | 761/942 [18:10:14<4:19:29, 86.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     81%|████████  | 762/942 [18:11:40<4:18:13, 86.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     81%|████████  | 763/942 [18:13:06<4:16:54, 86.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     81%|████████  | 764/942 [18:14:32<4:15:04, 85.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     81%|████████  | 765/942 [18:15:58<4:13:50, 86.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     81%|████████▏ | 766/942 [18:17:24<4:12:37, 86.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     81%|████████▏ | 767/942 [18:18:50<4:11:09, 86.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 768/942 [18:20:17<4:09:47, 86.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 769/942 [18:21:43<4:08:18, 86.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 770/942 [18:23:09<4:07:06, 86.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 771/942 [18:24:34<4:05:01, 85.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 772/942 [18:26:00<4:03:19, 85.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 773/942 [18:27:26<4:02:07, 85.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 774/942 [18:28:52<4:00:34, 85.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 775/942 [18:30:18<3:59:18, 85.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 776/942 [18:31:44<3:57:54, 85.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 777/942 [18:33:10<3:56:34, 86.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 778/942 [18:34:37<3:55:28, 86.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 779/942 [18:36:03<3:53:43, 86.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 780/942 [18:37:27<3:51:24, 85.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 781/942 [18:38:53<3:49:56, 85.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 782/942 [18:40:19<3:48:18, 85.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 783/942 [18:41:45<3:47:48, 85.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 784/942 [18:43:13<3:47:36, 86.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 785/942 [18:44:40<3:46:32, 86.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 786/942 [18:46:06<3:44:48, 86.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     84%|████████▎ | 787/942 [18:47:32<3:43:02, 86.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     84%|████████▎ | 788/942 [18:48:58<3:41:33, 86.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 789/942 [18:50:25<3:40:04, 86.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 790/942 [18:51:51<3:38:24, 86.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 791/942 [18:53:17<3:37:21, 86.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 792/942 [18:54:44<3:35:50, 86.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 793/942 [18:56:09<3:34:03, 86.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 794/942 [18:57:36<3:32:57, 86.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 795/942 [18:59:03<3:31:46, 86.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     85%|████████▍ | 796/942 [19:00:29<3:30:01, 86.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     85%|████████▍ | 797/942 [19:01:56<3:28:56, 86.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     85%|████████▍ | 798/942 [19:03:23<3:28:00, 86.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     85%|████████▍ | 799/942 [19:04:49<3:26:07, 86.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     85%|████████▍ | 800/942 [19:06:16<3:24:59, 86.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     85%|████████▌ | 801/942 [19:07:42<3:23:23, 86.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     85%|████████▌ | 802/942 [19:09:08<3:21:44, 86.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     85%|████████▌ | 803/942 [19:10:35<3:20:13, 86.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     85%|████████▌ | 804/942 [19:12:01<3:18:52, 86.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     85%|████████▌ | 805/942 [19:13:28<3:17:24, 86.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 806/942 [19:14:53<3:15:16, 86.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 807/942 [19:16:20<3:14:19, 86.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 808/942 [19:17:46<3:12:39, 86.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 809/942 [19:19:12<3:10:50, 86.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 810/942 [19:20:38<3:09:17, 86.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 811/942 [19:22:04<3:07:55, 86.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 812/942 [19:23:30<3:06:24, 86.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     86%|████████▋ | 813/942 [19:24:56<3:05:06, 86.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     86%|████████▋ | 814/942 [19:26:22<3:03:38, 86.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 815/942 [19:27:48<3:02:24, 86.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 816/942 [19:29:15<3:01:21, 86.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 817/942 [19:30:42<3:00:12, 86.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 818/942 [19:32:08<2:58:27, 86.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 819/942 [19:33:34<2:57:02, 86.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 820/942 [19:35:01<2:55:41, 86.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 821/942 [19:36:27<2:54:00, 86.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 822/942 [19:37:54<2:52:51, 86.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 823/942 [19:39:20<2:51:23, 86.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 824/942 [19:40:47<2:49:58, 86.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 825/942 [19:42:13<2:48:18, 86.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 826/942 [19:43:39<2:46:40, 86.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 827/942 [19:45:05<2:45:15, 86.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 828/942 [19:46:31<2:43:46, 86.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 829/942 [19:47:57<2:42:10, 86.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 830/942 [19:49:24<2:41:02, 86.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 831/942 [19:50:50<2:39:44, 86.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 832/942 [19:52:18<2:38:56, 86.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 833/942 [19:53:44<2:37:21, 86.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     89%|████████▊ | 834/942 [19:55:11<2:36:00, 86.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     89%|████████▊ | 835/942 [19:56:38<2:34:48, 86.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     89%|████████▊ | 836/942 [19:58:04<2:33:02, 86.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 837/942 [19:59:30<2:31:19, 86.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 838/942 [20:00:57<2:29:50, 86.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 839/942 [20:02:23<2:28:19, 86.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 840/942 [20:03:48<2:26:09, 85.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 841/942 [20:05:13<2:24:21, 85.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 842/942 [20:06:38<2:22:29, 85.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 843/942 [20:08:02<2:20:24, 85.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     90%|████████▉ | 844/942 [20:09:23<2:16:42, 83.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     90%|████████▉ | 845/942 [20:10:42<2:13:19, 82.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     90%|████████▉ | 846/942 [20:12:05<2:12:15, 82.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     90%|████████▉ | 847/942 [20:13:29<2:11:11, 82.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     90%|█████████ | 848/942 [20:14:50<2:09:14, 82.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     90%|█████████ | 849/942 [20:16:13<2:07:42, 82.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     90%|█████████ | 850/942 [20:17:35<2:06:09, 82.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     90%|█████████ | 851/942 [20:18:56<2:04:16, 81.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     90%|█████████ | 852/942 [20:20:18<2:03:17, 82.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 853/942 [20:21:40<2:01:33, 81.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 854/942 [20:23:01<2:00:02, 81.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 855/942 [20:24:23<1:58:30, 81.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 856/942 [20:25:45<1:57:18, 81.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 857/942 [20:27:07<1:56:08, 81.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 858/942 [20:28:29<1:54:31, 81.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 859/942 [20:29:51<1:53:15, 81.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     91%|█████████▏| 860/942 [20:31:14<1:52:16, 82.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     91%|█████████▏| 861/942 [20:32:35<1:50:38, 81.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 862/942 [20:34:00<1:50:35, 82.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 863/942 [20:35:26<1:50:07, 83.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 864/942 [20:36:50<1:48:56, 83.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 865/942 [20:38:12<1:46:50, 83.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 866/942 [20:39:36<1:45:40, 83.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 867/942 [20:41:00<1:44:31, 83.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 868/942 [20:42:20<1:42:05, 82.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 869/942 [20:43:42<1:40:12, 82.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 870/942 [20:45:05<1:39:16, 82.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 871/942 [20:46:28<1:37:49, 82.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 872/942 [20:47:50<1:36:07, 82.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 873/942 [20:49:11<1:34:16, 81.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 874/942 [20:50:32<1:32:50, 81.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 875/942 [20:51:56<1:31:55, 82.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 876/942 [20:53:17<1:30:18, 82.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 877/942 [20:54:40<1:28:58, 82.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 878/942 [20:56:01<1:27:14, 81.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 879/942 [20:57:21<1:25:36, 81.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 880/942 [20:58:43<1:24:08, 81.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     94%|█████████▎| 881/942 [21:00:04<1:22:47, 81.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     94%|█████████▎| 882/942 [21:01:25<1:21:17, 81.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     94%|█████████▎| 883/942 [21:02:46<1:19:43, 81.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 884/942 [21:04:07<1:18:32, 81.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 885/942 [21:05:28<1:17:03, 81.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 886/942 [21:06:50<1:16:01, 81.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 887/942 [21:08:13<1:14:56, 81.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 888/942 [21:09:34<1:13:28, 81.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 889/942 [21:10:56<1:12:13, 81.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 890/942 [21:12:18<1:10:58, 81.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     95%|█████████▍| 891/942 [21:13:40<1:09:34, 81.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     95%|█████████▍| 892/942 [21:15:01<1:08:00, 81.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     95%|█████████▍| 893/942 [21:16:22<1:06:22, 81.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     95%|█████████▍| 894/942 [21:17:42<1:04:46, 80.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     95%|█████████▌| 895/942 [21:19:03<1:03:25, 80.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     95%|█████████▌| 896/942 [21:20:24<1:02:07, 81.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     95%|█████████▌| 897/942 [21:21:45<1:00:47, 81.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     95%|█████████▌| 898/942 [21:23:06<59:25, 81.02s/it]  C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     95%|█████████▌| 899/942 [21:24:27<58:05, 81.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 900/942 [21:25:50<57:06, 81.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 901/942 [21:27:12<55:52, 81.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 902/942 [21:28:33<54:20, 81.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 903/942 [21:29:54<52:53, 81.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 904/942 [21:31:15<51:21, 81.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 905/942 [21:32:36<49:57, 81.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 906/942 [21:33:56<48:30, 80.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     96%|█████████▋| 907/942 [21:35:17<47:14, 81.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     96%|█████████▋| 908/942 [21:36:39<45:59, 81.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     96%|█████████▋| 909/942 [21:38:01<44:43, 81.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 910/942 [21:39:23<43:37, 81.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 911/942 [21:40:46<42:19, 81.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 912/942 [21:42:08<40:58, 81.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 913/942 [21:43:28<39:20, 81.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 914/942 [21:44:49<37:58, 81.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 915/942 [21:46:09<36:28, 81.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 916/942 [21:47:30<35:06, 81.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 917/942 [21:48:51<33:40, 80.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 918/942 [21:50:12<32:19, 80.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 919/942 [21:51:33<31:01, 80.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 920/942 [21:52:54<29:44, 81.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 921/942 [21:54:15<28:23, 81.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 922/942 [21:55:37<27:05, 81.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 923/942 [21:56:58<25:41, 81.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 924/942 [21:58:19<24:21, 81.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 925/942 [21:59:42<23:06, 81.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 926/942 [22:01:04<21:47, 81.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 927/942 [22:02:25<20:24, 81.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     99%|█████████▊| 928/942 [22:03:46<19:00, 81.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     99%|█████████▊| 929/942 [22:05:08<17:38, 81.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     99%|█████████▊| 930/942 [22:06:29<16:18, 81.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 931/942 [22:07:51<14:55, 81.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 932/942 [22:09:12<13:33, 81.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 933/942 [22:10:33<12:13, 81.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 934/942 [22:11:55<10:52, 81.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 935/942 [22:13:18<09:33, 81.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 936/942 [22:14:41<08:13, 82.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 937/942 [22:16:03<06:51, 82.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
    100%|█████████▉| 938/942 [22:17:25<05:28, 82.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
    100%|█████████▉| 939/942 [22:18:47<04:06, 82.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
    100%|█████████▉| 940/942 [22:20:09<02:43, 81.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
    100%|█████████▉| 941/942 [22:21:30<01:21, 81.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
    100%|██████████| 942/942 [22:21:52<00:00, 85.47s/it]

In [27]:

    ### calculate answer specificity
    # Chunk processing for large datasets already in memory
    def process_dataframe_in_chunks_a(df, chunk_size=10000, batch_size=100, output_file="ner_results_a.csv"):
        # Initialize the output file with the required columns
        output_columns = ['person_a', 'location_a', 'organization_a', 'percent_a', 'money_a', 'time_a', 'date_a']
        pd.DataFrame(columns=output_columns).to_csv(output_file, index=False, mode='w')

        # Process the DataFrame in chunks
        for start in tqdm(range(0, len(df), chunk_size)):
            # Create a chunk from the dataframe
            chunk = df.iloc[start:start + chunk_size]

            # Pre-tokenize the text in the chunk
            chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))

            # Split pre-tokenized data into smaller batches
            batches = [chunk['tokenized_answers'][i:i + batch_size].tolist() for i in range(0, len(chunk), batch_size)]

            # Process each batch
            results = [batch_specificity(batch) for batch in batches]

            # Flatten the results and convert to DataFrame
            results_flat = [item for sublist in results for item in sublist]
            result_df = pd.DataFrame(results_flat, columns=output_columns)

            # Append the results to the output file
            result_df.to_csv(output_file, mode='a', header=False, index=False)

    # Example call to process the qa_pairs dataframe in chunks
    process_dataframe_in_chunks_a(qa_pairs, chunk_size=10000, batch_size=100, output_file="ner_results_a.csv")

      0%|          | 0/942 [00:00<?, ?it/s]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      0%|          | 1/942 [01:48<28:28:57, 108.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      0%|          | 2/942 [03:29<27:08:33, 103.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      0%|          | 3/942 [05:10<26:44:38, 102.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      0%|          | 4/942 [06:56<27:08:44, 104.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      1%|          | 5/942 [08:48<27:46:00, 106.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      1%|          | 6/942 [10:42<28:23:05, 109.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      1%|          | 7/942 [12:28<28:09:22, 108.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      1%|          | 8/942 [14:25<28:50:15, 111.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      1%|          | 9/942 [16:31<30:00:18, 115.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      1%|          | 10/942 [18:31<30:17:09, 116.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      1%|          | 11/942 [20:35<30:45:46, 118.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      1%|▏         | 12/942 [22:32<30:36:43, 118.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      1%|▏         | 13/942 [24:30<30:30:44, 118.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      1%|▏         | 14/942 [26:26<30:21:56, 117.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      2%|▏         | 15/942 [28:33<31:00:56, 120.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      2%|▏         | 16/942 [30:33<30:58:25, 120.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      2%|▏         | 17/942 [32:14<29:25:32, 114.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      2%|▏         | 18/942 [33:55<28:21:37, 110.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      2%|▏         | 19/942 [35:42<28:01:42, 109.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      2%|▏         | 20/942 [37:26<27:35:05, 107.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      2%|▏         | 21/942 [39:10<27:18:02, 106.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      2%|▏         | 22/942 [40:55<27:05:39, 106.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      2%|▏         | 23/942 [42:51<27:51:10, 109.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      3%|▎         | 24/942 [44:40<27:48:27, 109.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      3%|▎         | 25/942 [46:47<29:07:45, 114.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      3%|▎         | 26/942 [48:42<29:11:47, 114.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      3%|▎         | 27/942 [50:51<30:14:30, 118.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      3%|▎         | 28/942 [53:03<31:11:39, 122.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      3%|▎         | 29/942 [55:18<32:05:37, 126.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      3%|▎         | 30/942 [57:35<32:50:17, 129.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      3%|▎         | 31/942 [59:54<33:28:53, 132.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      3%|▎         | 32/942 [1:02:11<33:51:06, 133.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      4%|▎         | 33/942 [1:04:24<33:43:48, 133.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      4%|▎         | 34/942 [1:06:31<33:10:45, 131.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      4%|▎         | 35/942 [1:08:31<32:19:27, 128.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      4%|▍         | 36/942 [1:10:34<31:49:32, 126.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      4%|▍         | 37/942 [1:12:32<31:11:40, 124.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      4%|▍         | 38/942 [1:14:29<30:35:18, 121.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      4%|▍         | 39/942 [1:16:21<29:48:26, 118.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      4%|▍         | 40/942 [1:18:17<29:34:41, 118.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      4%|▍         | 41/942 [1:20:13<29:26:17, 117.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      4%|▍         | 42/942 [1:22:18<29:57:15, 119.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      5%|▍         | 43/942 [1:24:26<30:28:16, 122.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      5%|▍         | 44/942 [1:26:26<30:20:39, 121.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      5%|▍         | 45/942 [1:28:19<29:39:00, 119.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      5%|▍         | 46/942 [1:30:22<29:52:46, 120.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      5%|▍         | 47/942 [1:32:17<29:29:23, 118.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      5%|▌         | 48/942 [1:34:26<30:14:36, 121.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      5%|▌         | 49/942 [1:36:31<30:25:08, 122.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      5%|▌         | 50/942 [1:38:35<30:31:42, 123.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      5%|▌         | 51/942 [1:40:34<30:08:30, 121.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      6%|▌         | 52/942 [1:42:44<30:44:12, 124.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      6%|▌         | 53/942 [1:44:49<30:46:20, 124.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      6%|▌         | 54/942 [1:47:09<31:50:54, 129.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      6%|▌         | 55/942 [1:49:25<32:21:31, 131.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      6%|▌         | 56/942 [1:51:50<33:16:19, 135.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      6%|▌         | 57/942 [1:54:06<33:20:58, 135.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      6%|▌         | 58/942 [1:56:23<33:23:39, 135.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      6%|▋         | 59/942 [1:58:41<33:27:48, 136.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      6%|▋         | 60/942 [2:00:59<33:36:16, 137.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      6%|▋         | 61/942 [2:03:18<33:41:24, 137.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      7%|▋         | 62/942 [2:05:30<33:11:57, 135.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      7%|▋         | 63/942 [2:07:38<32:35:20, 133.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      7%|▋         | 64/942 [2:09:39<31:38:06, 129.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      7%|▋         | 65/942 [2:11:32<30:25:33, 124.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      7%|▋         | 66/942 [2:13:30<29:50:36, 122.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      7%|▋         | 67/942 [2:15:26<29:20:58, 120.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      7%|▋         | 68/942 [2:17:16<28:32:09, 117.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      7%|▋         | 69/942 [2:19:17<28:45:13, 118.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      7%|▋         | 70/942 [2:21:19<28:58:40, 119.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      8%|▊         | 71/942 [2:23:26<29:29:44, 121.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      8%|▊         | 72/942 [2:25:29<29:32:29, 122.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      8%|▊         | 73/942 [2:27:40<30:06:41, 124.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      8%|▊         | 74/942 [2:29:48<30:16:47, 125.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      8%|▊         | 75/942 [2:31:54<30:18:01, 125.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      8%|▊         | 76/942 [2:34:07<30:46:56, 127.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      8%|▊         | 77/942 [2:36:14<30:39:28, 127.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      8%|▊         | 78/942 [2:38:12<29:59:28, 124.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      8%|▊         | 79/942 [2:40:24<30:25:39, 126.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      8%|▊         | 80/942 [2:42:33<30:30:44, 127.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      9%|▊         | 81/942 [2:44:41<30:31:29, 127.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      9%|▊         | 82/942 [2:46:37<29:42:18, 124.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      9%|▉         | 83/942 [2:48:38<29:26:16, 123.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      9%|▉         | 84/942 [2:50:39<29:13:57, 122.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      9%|▉         | 85/942 [2:52:55<30:05:35, 126.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      9%|▉         | 86/942 [2:55:12<30:52:03, 129.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      9%|▉         | 87/942 [2:57:26<31:05:05, 130.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      9%|▉         | 88/942 [2:59:41<31:19:21, 132.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
      9%|▉         | 89/942 [3:01:55<31:26:58, 132.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     10%|▉         | 90/942 [3:03:58<30:44:44, 129.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     10%|▉         | 91/942 [3:05:57<29:56:22, 126.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     10%|▉         | 92/942 [3:08:01<29:41:19, 125.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     10%|▉         | 93/942 [3:10:12<30:03:04, 127.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     10%|▉         | 94/942 [3:12:08<29:10:37, 123.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     10%|█         | 95/942 [3:13:58<28:09:57, 119.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     10%|█         | 96/942 [3:15:49<27:30:11, 117.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     10%|█         | 97/942 [3:17:31<26:25:38, 112.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     10%|█         | 98/942 [3:19:23<26:20:11, 112.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     11%|█         | 99/942 [3:21:11<26:01:21, 111.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     11%|█         | 100/942 [3:23:00<25:53:13, 110.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     11%|█         | 101/942 [3:24:55<26:07:47, 111.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     11%|█         | 102/942 [3:26:47<26:05:23, 111.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     11%|█         | 103/942 [3:28:53<27:04:42, 116.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     11%|█         | 104/942 [3:30:50<27:05:38, 116.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     11%|█         | 105/942 [3:32:53<27:29:17, 118.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     11%|█▏        | 106/942 [3:34:49<27:21:51, 117.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     11%|█▏        | 107/942 [3:36:56<27:57:59, 120.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     11%|█▏        | 108/942 [3:39:11<28:54:28, 124.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 109/942 [3:41:28<29:44:16, 128.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 110/942 [3:43:36<29:40:22, 128.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 111/942 [3:45:51<30:03:55, 130.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 112/942 [3:48:04<30:13:24, 131.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 113/942 [3:50:21<30:33:40, 132.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 114/942 [3:52:42<31:08:22, 135.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 115/942 [3:55:13<32:09:17, 139.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 116/942 [3:57:31<32:01:10, 139.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     12%|█▏        | 117/942 [3:59:46<31:39:44, 138.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 118/942 [4:02:10<31:58:25, 139.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 119/942 [4:04:27<31:46:39, 139.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 120/942 [4:06:50<31:59:04, 140.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 121/942 [4:09:04<31:32:21, 138.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 122/942 [4:11:19<31:19:15, 137.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 123/942 [4:13:32<30:58:26, 136.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 124/942 [4:15:51<31:07:09, 136.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 125/942 [4:18:27<32:22:09, 142.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 126/942 [4:20:53<32:31:33, 143.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     13%|█▎        | 127/942 [4:23:13<32:17:01, 142.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     14%|█▎        | 128/942 [4:25:32<32:00:24, 141.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     14%|█▎        | 129/942 [4:27:52<31:49:51, 140.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 130/942 [4:30:13<31:48:58, 141.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 131/942 [4:32:37<31:56:45, 141.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 132/942 [4:35:02<32:09:59, 142.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 133/942 [4:37:34<32:42:53, 145.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 134/942 [4:40:06<33:06:23, 147.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 135/942 [4:42:26<32:33:39, 145.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     14%|█▍        | 136/942 [4:44:45<32:07:02, 143.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     15%|█▍        | 137/942 [4:47:04<31:45:58, 142.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     15%|█▍        | 138/942 [4:49:26<31:44:59, 142.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     15%|█▍        | 139/942 [4:51:45<31:28:46, 141.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     15%|█▍        | 140/942 [4:54:03<31:12:28, 140.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     15%|█▍        | 141/942 [4:56:30<31:40:02, 142.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     15%|█▌        | 142/942 [4:58:59<32:03:05, 144.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     15%|█▌        | 143/942 [5:01:17<31:35:12, 142.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     15%|█▌        | 144/942 [5:03:34<31:10:28, 140.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     15%|█▌        | 145/942 [5:05:56<31:14:21, 141.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     15%|█▌        | 146/942 [5:08:17<31:14:22, 141.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 147/942 [5:10:45<31:37:21, 143.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 148/942 [5:13:11<31:46:16, 144.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 149/942 [5:15:20<30:43:34, 139.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 150/942 [5:17:37<30:31:39, 138.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 151/942 [5:19:48<29:57:38, 136.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 152/942 [5:22:00<29:38:15, 135.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     16%|█▌        | 153/942 [5:24:20<29:55:36, 136.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     16%|█▋        | 154/942 [5:26:30<29:28:58, 134.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     16%|█▋        | 155/942 [5:28:52<29:55:19, 136.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 156/942 [5:30:59<29:12:01, 133.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 157/942 [5:33:12<29:08:34, 133.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 158/942 [5:35:18<28:36:23, 131.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 159/942 [5:37:35<28:56:25, 133.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 160/942 [5:39:32<27:49:56, 128.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 161/942 [5:41:34<27:24:23, 126.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 162/942 [5:43:40<27:21:50, 126.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 163/942 [5:45:52<27:42:50, 128.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     17%|█▋        | 164/942 [5:48:08<28:09:42, 130.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 165/942 [5:50:13<27:48:31, 128.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 166/942 [5:52:28<28:10:18, 130.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 167/942 [5:54:41<28:17:46, 131.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 168/942 [5:57:03<28:53:19, 134.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 169/942 [5:59:21<29:05:23, 135.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 170/942 [6:01:52<30:05:21, 140.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 171/942 [6:04:11<29:56:43, 139.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 172/942 [6:06:28<29:44:13, 139.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 173/942 [6:08:51<29:54:52, 140.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     18%|█▊        | 174/942 [6:11:11<29:55:23, 140.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     19%|█▊        | 175/942 [6:13:30<29:48:32, 139.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     19%|█▊        | 176/942 [6:15:53<29:56:06, 140.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 177/942 [6:18:15<30:00:03, 141.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 178/942 [6:20:37<30:00:02, 141.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 179/942 [6:23:07<30:30:37, 143.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 180/942 [6:25:37<30:52:20, 145.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 181/942 [6:28:06<31:00:52, 146.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 182/942 [6:30:34<31:02:09, 147.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     19%|█▉        | 183/942 [6:33:03<31:07:11, 147.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     20%|█▉        | 184/942 [6:35:21<30:27:53, 144.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     20%|█▉        | 185/942 [6:37:38<29:55:54, 142.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     20%|█▉        | 186/942 [6:39:46<29:00:23, 138.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     20%|█▉        | 187/942 [6:42:09<29:17:59, 139.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     20%|█▉        | 188/942 [6:44:38<29:49:26, 142.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     20%|██        | 189/942 [6:47:12<30:31:57, 145.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     20%|██        | 190/942 [6:49:41<30:40:52, 146.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     20%|██        | 191/942 [6:52:05<30:28:04, 146.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     20%|██        | 192/942 [6:54:38<30:51:01, 148.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     20%|██        | 193/942 [6:57:12<31:10:12, 149.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     21%|██        | 194/942 [6:59:41<31:05:37, 149.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     21%|██        | 195/942 [7:02:07<30:49:48, 148.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     21%|██        | 196/942 [7:04:34<30:39:35, 147.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     21%|██        | 197/942 [7:06:53<30:03:13, 145.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     21%|██        | 198/942 [7:08:46<28:03:01, 135.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     21%|██        | 199/942 [7:10:50<27:16:25, 132.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     21%|██        | 200/942 [7:12:49<26:25:00, 128.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     21%|██▏       | 201/942 [7:14:57<26:23:48, 128.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     21%|██▏       | 202/942 [7:16:59<25:58:29, 126.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 203/942 [7:19:09<26:07:54, 127.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 204/942 [7:21:20<26:20:54, 128.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 205/942 [7:23:20<25:47:57, 126.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 206/942 [7:25:29<25:55:04, 126.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 207/942 [7:27:51<26:48:39, 131.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 208/942 [7:30:12<27:24:02, 134.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 209/942 [7:32:36<27:54:20, 137.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 210/942 [7:34:53<27:51:42, 137.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     22%|██▏       | 211/942 [7:37:13<28:00:37, 137.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 212/942 [7:39:34<28:11:48, 139.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 213/942 [7:41:43<27:31:53, 135.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 214/942 [7:44:00<27:32:36, 136.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 215/942 [7:46:20<27:43:33, 137.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 216/942 [7:48:40<27:52:39, 138.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 217/942 [7:50:43<26:55:28, 133.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 218/942 [7:52:43<26:04:04, 129.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 219/942 [7:54:33<24:50:26, 123.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 220/942 [7:56:24<24:01:43, 119.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     23%|██▎       | 221/942 [7:58:07<23:00:22, 114.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     24%|██▎       | 222/942 [7:59:50<22:13:19, 111.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     24%|██▎       | 223/942 [8:01:34<21:45:32, 108.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 224/942 [8:03:21<21:36:37, 108.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 225/942 [8:05:07<21:28:00, 107.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 226/942 [8:06:57<21:33:43, 108.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 227/942 [8:08:45<21:29:46, 108.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 228/942 [8:10:28<21:08:59, 106.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 229/942 [8:12:13<21:03:42, 106.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     24%|██▍       | 230/942 [8:14:05<21:21:47, 108.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     25%|██▍       | 231/942 [8:16:00<21:44:27, 110.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     25%|██▍       | 232/942 [8:18:00<22:16:28, 112.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     25%|██▍       | 233/942 [8:19:53<22:16:22, 113.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     25%|██▍       | 234/942 [8:21:43<22:01:57, 112.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     25%|██▍       | 235/942 [8:23:33<21:52:41, 111.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     25%|██▌       | 236/942 [8:25:24<21:50:08, 111.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     25%|██▌       | 237/942 [8:27:18<21:57:26, 112.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     25%|██▌       | 238/942 [8:29:31<23:11:08, 118.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     25%|██▌       | 239/942 [8:31:25<22:51:40, 117.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     25%|██▌       | 240/942 [8:33:28<23:10:33, 118.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 241/942 [8:35:57<24:55:04, 127.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 242/942 [8:38:33<26:31:22, 136.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 243/942 [8:40:58<26:57:01, 138.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 244/942 [8:43:20<27:08:46, 140.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 245/942 [8:45:50<27:39:58, 142.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 246/942 [8:48:18<27:54:24, 144.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     26%|██▌       | 247/942 [8:50:31<27:14:43, 141.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     26%|██▋       | 248/942 [8:52:52<27:10:31, 140.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     26%|██▋       | 249/942 [8:55:12<27:02:59, 140.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 250/942 [8:57:14<25:58:26, 135.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 251/942 [8:59:12<24:55:05, 129.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 252/942 [9:01:14<24:28:20, 127.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 253/942 [9:03:21<24:22:16, 127.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 254/942 [9:05:48<25:27:28, 133.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 255/942 [9:08:02<25:27:49, 133.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 256/942 [9:10:14<25:22:09, 133.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 257/942 [9:12:45<26:22:40, 138.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 258/942 [9:15:28<27:40:59, 145.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     27%|██▋       | 259/942 [9:18:02<28:06:18, 148.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 260/942 [9:20:28<27:59:42, 147.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 261/942 [9:22:58<28:03:56, 148.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 262/942 [9:25:22<27:46:34, 147.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 263/942 [9:27:48<27:38:40, 146.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 264/942 [9:30:16<27:41:06, 147.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 265/942 [9:32:39<27:27:03, 145.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 266/942 [9:35:16<28:00:57, 149.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 267/942 [9:38:03<28:58:20, 154.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     28%|██▊       | 268/942 [9:40:53<29:47:33, 159.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     29%|██▊       | 269/942 [9:43:45<30:27:59, 162.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     29%|██▊       | 270/942 [9:46:32<30:41:04, 164.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 271/942 [9:49:17<30:38:56, 164.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 272/942 [9:51:56<30:19:14, 162.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 273/942 [9:54:31<29:49:20, 160.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 274/942 [9:57:02<29:13:21, 157.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 275/942 [9:59:33<28:51:52, 155.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 276/942 [10:02:04<28:32:55, 154.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     29%|██▉       | 277/942 [10:04:37<28:26:22, 153.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     30%|██▉       | 278/942 [10:07:18<28:46:47, 156.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     30%|██▉       | 279/942 [10:09:47<28:19:24, 153.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     30%|██▉       | 280/942 [10:12:19<28:11:06, 153.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     30%|██▉       | 281/942 [10:14:47<27:52:41, 151.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     30%|██▉       | 282/942 [10:17:14<27:34:17, 150.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     30%|███       | 283/942 [10:19:38<27:07:57, 148.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     30%|███       | 284/942 [10:22:03<26:55:41, 147.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     30%|███       | 285/942 [10:24:30<26:51:10, 147.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     30%|███       | 286/942 [10:26:53<26:35:25, 145.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     30%|███       | 287/942 [10:29:12<26:12:35, 144.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     31%|███       | 288/942 [10:31:35<26:07:11, 143.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     31%|███       | 289/942 [10:33:59<26:03:19, 143.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     31%|███       | 290/942 [10:36:23<26:01:52, 143.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     31%|███       | 291/942 [10:38:52<26:17:21, 145.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     31%|███       | 292/942 [10:41:16<26:10:34, 144.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     31%|███       | 293/942 [10:43:38<25:57:36, 144.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     31%|███       | 294/942 [10:45:52<25:23:00, 141.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     31%|███▏      | 295/942 [10:48:09<25:09:43, 140.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     31%|███▏      | 296/942 [10:50:18<24:31:51, 136.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 297/942 [10:52:25<23:58:36, 133.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 298/942 [10:54:39<23:53:59, 133.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 299/942 [10:56:54<23:56:48, 134.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 300/942 [10:59:03<23:39:11, 132.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 301/942 [11:01:31<24:27:15, 137.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 302/942 [11:03:48<24:23:21, 137.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 303/942 [11:06:04<24:16:43, 136.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 304/942 [11:08:26<24:30:03, 138.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 305/942 [11:10:42<24:20:06, 137.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     32%|███▏      | 306/942 [11:12:54<24:03:06, 136.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 307/942 [11:15:03<23:35:21, 133.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 308/942 [11:17:06<22:59:03, 130.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 309/942 [11:19:18<23:04:06, 131.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 310/942 [11:21:26<22:50:42, 130.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 311/942 [11:23:38<22:53:28, 130.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 312/942 [11:26:00<23:26:56, 133.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 313/942 [11:28:20<23:46:11, 136.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 314/942 [11:30:51<24:29:18, 140.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     33%|███▎      | 315/942 [11:33:20<24:52:44, 142.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     34%|███▎      | 316/942 [11:35:37<24:34:26, 141.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     34%|███▎      | 317/942 [11:37:59<24:34:24, 141.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 318/942 [11:40:18<24:22:30, 140.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 319/942 [11:42:26<23:40:24, 136.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 320/942 [11:44:38<23:25:34, 135.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 321/942 [11:47:01<23:43:24, 137.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 322/942 [11:49:22<23:54:55, 138.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 323/942 [11:51:49<24:15:48, 141.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     34%|███▍      | 324/942 [11:54:07<24:02:49, 140.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     35%|███▍      | 325/942 [11:56:27<24:00:15, 140.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     35%|███▍      | 326/942 [11:58:49<24:03:58, 140.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     35%|███▍      | 327/942 [12:01:06<23:50:23, 139.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     35%|███▍      | 328/942 [12:03:18<23:25:28, 137.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     35%|███▍      | 329/942 [12:05:28<23:02:55, 135.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     35%|███▌      | 330/942 [12:07:46<23:08:50, 136.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     35%|███▌      | 331/942 [12:10:02<23:05:46, 136.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     35%|███▌      | 332/942 [12:12:19<23:05:46, 136.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     35%|███▌      | 333/942 [12:14:33<22:54:22, 135.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     35%|███▌      | 334/942 [12:16:47<22:48:35, 135.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 335/942 [12:18:47<22:00:17, 130.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 336/942 [12:20:44<21:18:09, 126.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 337/942 [12:22:35<20:27:56, 121.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 338/942 [12:24:18<19:31:08, 116.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 339/942 [12:26:01<18:49:05, 112.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 340/942 [12:27:43<18:15:03, 109.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     36%|███▌      | 341/942 [12:29:24<17:49:21, 106.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     36%|███▋      | 342/942 [12:31:03<17:24:02, 104.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     36%|███▋      | 343/942 [12:32:43<17:08:16, 103.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 344/942 [12:34:22<16:54:43, 101.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 345/942 [12:36:04<16:54:28, 101.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 346/942 [12:37:45<16:49:26, 101.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 347/942 [12:39:27<16:48:06, 101.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 348/942 [12:41:08<16:46:09, 101.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 349/942 [12:42:54<16:57:20, 102.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 350/942 [12:44:55<17:47:48, 108.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 351/942 [12:46:49<18:04:37, 110.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 352/942 [12:48:38<17:58:30, 109.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     37%|███▋      | 353/942 [12:50:21<17:35:49, 107.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 354/942 [12:52:02<17:15:29, 105.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 355/942 [12:53:43<17:01:54, 104.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 356/942 [12:55:25<16:52:33, 103.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 357/942 [12:57:05<16:39:12, 102.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 358/942 [12:58:47<16:34:59, 102.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 359/942 [13:00:27<16:28:26, 101.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 360/942 [13:02:09<16:27:36, 101.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 361/942 [13:03:51<16:25:08, 101.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     38%|███▊      | 362/942 [13:05:34<16:26:28, 102.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     39%|███▊      | 363/942 [13:07:23<16:47:02, 104.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     39%|███▊      | 364/942 [13:09:14<17:03:27, 106.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     39%|███▊      | 365/942 [13:11:05<17:15:56, 107.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 366/942 [13:12:51<17:09:34, 107.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 367/942 [13:14:36<17:01:40, 106.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 368/942 [13:16:26<17:08:14, 107.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 369/942 [13:18:07<16:47:48, 105.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 370/942 [13:19:50<16:37:51, 104.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 371/942 [13:21:31<16:27:11, 103.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     39%|███▉      | 372/942 [13:23:15<16:26:32, 103.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     40%|███▉      | 373/942 [13:24:59<16:25:08, 103.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     40%|███▉      | 374/942 [13:26:45<16:29:07, 104.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     40%|███▉      | 375/942 [13:28:33<16:36:58, 105.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     40%|███▉      | 376/942 [13:30:18<16:34:32, 105.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     40%|████      | 377/942 [13:32:06<16:39:56, 106.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     40%|████      | 378/942 [13:33:52<16:36:49, 106.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     40%|████      | 379/942 [13:35:36<16:29:53, 105.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     40%|████      | 380/942 [13:37:32<16:58:36, 108.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     40%|████      | 381/942 [13:39:20<16:54:31, 108.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     41%|████      | 382/942 [13:41:05<16:42:21, 107.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     41%|████      | 383/942 [13:42:52<16:38:29, 107.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     41%|████      | 384/942 [13:44:35<16:25:15, 105.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     41%|████      | 385/942 [13:46:17<16:13:58, 104.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     41%|████      | 386/942 [13:48:06<16:21:04, 105.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     41%|████      | 387/942 [13:49:45<16:01:31, 103.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     41%|████      | 388/942 [13:51:26<15:51:29, 103.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     41%|████▏     | 389/942 [13:53:08<15:46:12, 102.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     41%|████▏     | 390/942 [13:54:49<15:40:27, 102.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 391/942 [13:56:32<15:40:36, 102.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 392/942 [13:58:14<15:39:30, 102.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 393/942 [13:59:59<15:43:50, 103.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 394/942 [14:01:46<15:52:25, 104.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 395/942 [14:03:40<16:16:08, 107.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 396/942 [14:05:39<16:47:42, 110.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 397/942 [14:07:36<17:02:00, 112.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 398/942 [14:09:24<16:48:59, 111.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 399/942 [14:11:09<16:29:59, 109.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     42%|████▏     | 400/942 [14:12:51<16:08:59, 107.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 401/942 [14:14:34<15:55:11, 105.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 402/942 [14:16:15<15:40:27, 104.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 403/942 [14:17:55<15:26:47, 103.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 404/942 [14:19:36<15:18:45, 102.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 405/942 [14:21:16<15:11:21, 101.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 406/942 [14:22:58<15:09:45, 101.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 407/942 [14:24:40<15:08:28, 101.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 408/942 [14:26:22<15:06:00, 101.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     43%|████▎     | 409/942 [14:28:06<15:11:28, 102.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     44%|████▎     | 410/942 [14:29:59<15:35:42, 105.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     44%|████▎     | 411/942 [14:31:59<16:13:44, 110.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     44%|████▎     | 412/942 [14:33:53<16:21:09, 111.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 413/942 [14:35:39<16:06:49, 109.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 414/942 [14:37:25<15:54:35, 108.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 415/942 [14:39:08<15:38:41, 106.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 416/942 [14:40:50<15:23:33, 105.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 417/942 [14:42:32<15:14:22, 104.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 418/942 [14:44:14<15:04:31, 103.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     44%|████▍     | 419/942 [14:45:55<14:56:50, 102.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     45%|████▍     | 420/942 [14:47:39<14:56:58, 103.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     45%|████▍     | 421/942 [14:49:21<14:52:34, 102.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     45%|████▍     | 422/942 [14:51:05<14:54:59, 103.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     45%|████▍     | 423/942 [14:52:53<15:04:12, 104.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     45%|████▌     | 424/942 [14:54:46<15:26:11, 107.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     45%|████▌     | 425/942 [14:56:39<15:39:36, 109.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     45%|████▌     | 426/942 [14:58:34<15:52:14, 110.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     45%|████▌     | 427/942 [15:00:19<15:35:53, 109.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     45%|████▌     | 428/942 [15:02:07<15:31:48, 108.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 429/942 [15:03:58<15:36:03, 109.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 430/942 [15:05:42<15:18:27, 107.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 431/942 [15:07:23<15:00:42, 105.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 432/942 [15:09:09<14:59:03, 105.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 433/942 [15:10:54<14:54:21, 105.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 434/942 [15:12:38<14:51:16, 105.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     46%|████▌     | 435/942 [15:14:26<14:55:10, 105.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     46%|████▋     | 436/942 [15:16:12<14:53:53, 105.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     46%|████▋     | 437/942 [15:17:54<14:41:10, 104.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     46%|████▋     | 438/942 [15:19:41<14:46:33, 105.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 439/942 [15:21:31<14:56:13, 106.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 440/942 [15:23:21<15:01:53, 107.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 441/942 [15:25:13<15:10:28, 109.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 442/942 [15:26:56<14:51:57, 107.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 443/942 [15:28:38<14:38:11, 105.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 444/942 [15:30:19<14:25:43, 104.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 445/942 [15:31:59<14:13:04, 102.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 446/942 [15:33:40<14:07:24, 102.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     47%|████▋     | 447/942 [15:35:22<14:02:41, 102.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 448/942 [15:37:10<14:15:24, 103.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 449/942 [15:38:57<14:21:36, 104.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 450/942 [15:40:40<14:15:31, 104.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 451/942 [15:42:23<14:10:50, 103.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 452/942 [15:44:13<14:23:00, 105.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 453/942 [15:46:04<14:35:52, 107.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 454/942 [15:48:05<15:06:43, 111.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 455/942 [15:50:14<15:46:16, 116.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     48%|████▊     | 456/942 [15:52:03<15:25:50, 114.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     49%|████▊     | 457/942 [15:53:46<14:56:55, 110.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     49%|████▊     | 458/942 [15:55:30<14:38:11, 108.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     49%|████▊     | 459/942 [15:57:12<14:20:37, 106.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 460/942 [15:58:54<14:07:32, 105.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 461/942 [16:00:37<13:58:54, 104.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 462/942 [16:02:19<13:51:22, 103.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 463/942 [16:04:02<13:47:05, 103.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 464/942 [16:05:46<13:45:19, 103.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 465/942 [16:07:31<13:48:40, 104.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     49%|████▉     | 466/942 [16:09:25<14:08:15, 106.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     50%|████▉     | 467/942 [16:11:18<14:21:22, 108.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     50%|████▉     | 468/942 [16:13:25<15:02:29, 114.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     50%|████▉     | 469/942 [16:15:33<15:34:48, 118.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     50%|████▉     | 470/942 [16:17:26<15:18:49, 116.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     50%|█████     | 471/942 [16:19:13<14:54:26, 113.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     50%|█████     | 472/942 [16:20:58<14:31:09, 111.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     50%|█████     | 473/942 [16:22:39<14:05:15, 108.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     50%|█████     | 474/942 [16:24:21<13:49:09, 106.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     50%|█████     | 475/942 [16:26:03<13:36:31, 104.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     51%|█████     | 476/942 [16:27:46<13:32:00, 104.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     51%|█████     | 477/942 [16:29:30<13:28:57, 104.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     51%|█████     | 478/942 [16:31:17<13:33:06, 105.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     51%|█████     | 479/942 [16:33:08<13:43:01, 106.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     51%|█████     | 480/942 [16:35:04<14:02:38, 109.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     51%|█████     | 481/942 [16:37:05<14:29:34, 113.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     51%|█████     | 482/942 [16:39:06<14:44:15, 115.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     51%|█████▏    | 483/942 [16:40:56<14:31:19, 113.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     51%|█████▏    | 484/942 [16:42:43<14:12:24, 111.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     51%|█████▏    | 485/942 [16:44:28<13:56:11, 109.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 486/942 [16:46:13<13:43:40, 108.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 487/942 [16:48:02<13:42:33, 108.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 488/942 [16:49:47<13:32:48, 107.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 489/942 [16:51:33<13:28:13, 107.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 490/942 [16:53:21<13:27:18, 107.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 491/942 [16:55:10<13:29:38, 107.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 492/942 [16:56:56<13:25:43, 107.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 493/942 [16:58:45<13:25:40, 107.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     52%|█████▏    | 494/942 [17:00:38<13:36:54, 109.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 495/942 [17:02:34<13:49:11, 111.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 496/942 [17:04:28<13:53:43, 112.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 497/942 [17:06:24<14:00:14, 113.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 498/942 [17:08:12<13:46:01, 111.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 499/942 [17:09:54<13:23:21, 108.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 500/942 [17:11:36<13:07:38, 106.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 501/942 [17:13:20<12:59:23, 106.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 502/942 [17:15:01<12:45:59, 104.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     53%|█████▎    | 503/942 [17:16:43<12:37:52, 103.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     54%|█████▎    | 504/942 [17:18:24<12:32:07, 103.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     54%|█████▎    | 505/942 [17:20:09<12:33:58, 103.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     54%|█████▎    | 506/942 [17:21:52<12:31:32, 103.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 507/942 [17:23:46<12:51:18, 106.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 508/942 [17:25:35<12:57:07, 107.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 509/942 [17:27:40<13:33:05, 112.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 510/942 [17:29:48<14:03:54, 117.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 511/942 [17:31:53<14:19:25, 119.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 512/942 [17:33:40<13:48:43, 115.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     54%|█████▍    | 513/942 [17:35:22<13:18:12, 111.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     55%|█████▍    | 514/942 [17:37:04<12:56:23, 108.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     55%|█████▍    | 515/942 [17:38:48<12:43:16, 107.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     55%|█████▍    | 516/942 [17:40:31<12:32:34, 106.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     55%|█████▍    | 517/942 [17:42:16<12:28:30, 105.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     55%|█████▍    | 518/942 [17:43:57<12:16:35, 104.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     55%|█████▌    | 519/942 [17:45:42<12:17:11, 104.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     55%|█████▌    | 520/942 [17:47:26<12:13:45, 104.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     55%|█████▌    | 521/942 [17:49:13<12:17:05, 105.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     55%|█████▌    | 522/942 [17:51:08<12:37:29, 108.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 523/942 [17:53:03<12:49:43, 110.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 524/942 [17:55:17<13:37:32, 117.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 525/942 [17:57:23<13:52:43, 119.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 526/942 [17:59:14<13:33:23, 117.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 527/942 [18:01:02<13:11:54, 114.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 528/942 [18:02:46<12:48:40, 111.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     56%|█████▌    | 529/942 [18:04:29<12:28:48, 108.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     56%|█████▋    | 530/942 [18:06:12<12:15:45, 107.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     56%|█████▋    | 531/942 [18:07:56<12:08:02, 106.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     56%|█████▋    | 532/942 [18:09:41<12:02:45, 105.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 533/942 [18:11:27<12:02:03, 105.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 534/942 [18:13:17<12:07:25, 106.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 535/942 [18:15:10<12:17:35, 108.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 536/942 [18:17:08<12:34:30, 111.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 537/942 [18:19:09<12:52:34, 114.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 538/942 [18:21:14<13:11:25, 117.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 539/942 [18:23:07<13:01:25, 116.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 540/942 [18:25:04<13:01:16, 116.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     57%|█████▋    | 541/942 [18:26:58<12:53:14, 115.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 542/942 [18:28:46<12:35:30, 113.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 543/942 [18:30:29<12:14:06, 110.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 544/942 [18:32:15<12:03:47, 109.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 545/942 [18:34:05<12:02:29, 109.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 546/942 [18:35:54<12:01:07, 109.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 547/942 [18:37:45<12:01:58, 109.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 548/942 [18:39:42<12:15:26, 112.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 549/942 [18:41:36<12:17:44, 112.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 550/942 [18:43:29<12:15:10, 112.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     58%|█████▊    | 551/942 [18:45:23<12:15:52, 112.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     59%|█████▊    | 552/942 [18:47:21<12:24:33, 114.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     59%|█████▊    | 553/942 [18:49:15<12:22:35, 114.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 554/942 [18:51:12<12:23:45, 115.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 555/942 [18:53:00<12:09:21, 113.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 556/942 [18:54:46<11:53:20, 110.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 557/942 [18:56:32<11:42:14, 109.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 558/942 [18:58:16<11:30:59, 107.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 559/942 [19:00:02<11:23:49, 107.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     59%|█████▉    | 560/942 [19:01:50<11:24:48, 107.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     60%|█████▉    | 561/942 [19:03:42<11:30:36, 108.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     60%|█████▉    | 562/942 [19:05:29<11:25:28, 108.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     60%|█████▉    | 563/942 [19:07:24<11:36:21, 110.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     60%|█████▉    | 564/942 [19:09:23<11:51:30, 112.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     60%|█████▉    | 565/942 [19:11:35<12:26:11, 118.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     60%|██████    | 566/942 [19:13:47<12:48:24, 122.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     60%|██████    | 567/942 [19:15:43<12:34:58, 120.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     60%|██████    | 568/942 [19:17:30<12:05:32, 116.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     60%|██████    | 569/942 [19:19:18<11:47:58, 113.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     61%|██████    | 570/942 [19:21:03<11:29:43, 111.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     61%|██████    | 571/942 [19:22:50<11:20:51, 110.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     61%|██████    | 572/942 [19:24:35<11:09:19, 108.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     61%|██████    | 573/942 [19:26:22<11:05:20, 108.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     61%|██████    | 574/942 [19:28:09<11:00:37, 107.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     61%|██████    | 575/942 [19:29:55<10:55:25, 107.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     61%|██████    | 576/942 [19:31:45<10:58:54, 108.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     61%|██████▏   | 577/942 [19:33:41<11:12:09, 110.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     61%|██████▏   | 578/942 [19:35:36<11:19:14, 111.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     61%|██████▏   | 579/942 [19:37:43<11:43:00, 116.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 580/942 [19:39:59<12:17:55, 122.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 581/942 [19:41:55<12:03:31, 120.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 582/942 [19:43:46<11:45:25, 117.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 583/942 [19:45:35<11:28:48, 115.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 584/942 [19:47:22<11:11:58, 112.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 585/942 [19:49:09<10:59:20, 110.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 586/942 [19:50:53<10:46:11, 108.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 587/942 [19:52:39<10:38:10, 107.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     62%|██████▏   | 588/942 [19:54:26<10:35:16, 107.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 589/942 [19:56:16<10:37:37, 108.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 590/942 [19:58:11<10:48:23, 110.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 591/942 [20:00:12<11:04:52, 113.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 592/942 [20:02:17<11:21:23, 116.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 593/942 [20:04:32<11:52:03, 122.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 594/942 [20:06:28<11:38:31, 120.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 595/942 [20:08:26<11:33:03, 119.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 596/942 [20:10:23<11:25:38, 118.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 597/942 [20:12:11<11:05:23, 115.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     63%|██████▎   | 598/942 [20:13:59<10:49:22, 113.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     64%|██████▎   | 599/942 [20:15:44<10:33:04, 110.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     64%|██████▎   | 600/942 [20:17:30<10:23:42, 109.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 601/942 [20:19:21<10:23:49, 109.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 602/942 [20:21:13<10:25:53, 110.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 603/942 [20:23:05<10:26:44, 110.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 604/942 [20:24:59<10:29:52, 111.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 605/942 [20:26:53<10:31:42, 112.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 606/942 [20:28:48<10:35:42, 113.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     64%|██████▍   | 607/942 [20:30:51<10:48:24, 116.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     65%|██████▍   | 608/942 [20:32:54<10:59:03, 118.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     65%|██████▍   | 609/942 [20:34:50<10:51:39, 117.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     65%|██████▍   | 610/942 [20:36:44<10:44:16, 116.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     65%|██████▍   | 611/942 [20:38:31<10:27:39, 113.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     65%|██████▍   | 612/942 [20:40:18<10:14:28, 111.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     65%|██████▌   | 613/942 [20:42:05<10:04:37, 110.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     65%|██████▌   | 614/942 [20:43:49<9:52:36, 108.40s/it] C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     65%|██████▌   | 615/942 [20:45:37<9:50:38, 108.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     65%|██████▌   | 616/942 [20:47:24<9:46:12, 107.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     65%|██████▌   | 617/942 [20:49:15<9:48:30, 108.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 618/942 [20:51:06<9:50:55, 109.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 619/942 [20:53:02<9:59:50, 111.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 620/942 [20:55:04<10:15:39, 114.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 621/942 [20:57:13<10:35:55, 118.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 622/942 [20:59:31<11:04:39, 124.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 623/942 [21:01:37<11:05:15, 125.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     66%|██████▌   | 624/942 [21:03:25<10:35:19, 119.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     66%|██████▋   | 625/942 [21:05:12<10:13:22, 116.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     66%|██████▋   | 626/942 [21:06:59<9:56:56, 113.34s/it] C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 627/942 [21:08:45<9:42:56, 111.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 628/942 [21:10:31<9:33:53, 109.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 629/942 [21:12:17<9:26:13, 108.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 630/942 [21:14:03<9:20:30, 107.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 631/942 [21:15:50<9:17:45, 107.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 632/942 [21:17:38<9:16:22, 107.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 633/942 [21:19:33<9:25:35, 109.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 634/942 [21:21:35<9:42:07, 113.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     67%|██████▋   | 635/942 [21:23:59<10:27:20, 122.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 636/942 [21:26:10<10:38:12, 125.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 637/942 [21:28:03<10:17:57, 121.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 638/942 [21:29:53<9:57:40, 117.96s/it] C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 639/942 [21:31:42<9:41:58, 115.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 640/942 [21:33:28<9:27:07, 112.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 641/942 [21:35:16<9:17:48, 111.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 642/942 [21:37:02<9:08:38, 109.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 643/942 [21:38:51<9:05:04, 109.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 644/942 [21:40:42<9:05:19, 109.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     68%|██████▊   | 645/942 [21:42:40<9:15:36, 112.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     69%|██████▊   | 646/942 [21:44:43<9:29:50, 115.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     69%|██████▊   | 647/942 [21:46:50<9:45:43, 119.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 648/942 [21:48:47<9:40:41, 118.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 649/942 [21:50:51<9:45:57, 119.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 650/942 [21:52:46<9:37:33, 118.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 651/942 [21:54:38<9:24:40, 116.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 652/942 [21:56:29<9:15:17, 114.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 653/942 [21:58:18<9:05:24, 113.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     69%|██████▉   | 654/942 [22:00:08<8:58:32, 112.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     70%|██████▉   | 655/942 [22:01:59<8:55:07, 111.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     70%|██████▉   | 656/942 [22:03:53<8:56:42, 112.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     70%|██████▉   | 657/942 [22:05:48<8:57:57, 113.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     70%|██████▉   | 658/942 [22:07:43<8:58:10, 113.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     70%|██████▉   | 659/942 [22:09:46<9:09:33, 116.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     70%|███████   | 660/942 [22:11:57<9:27:25, 120.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     70%|███████   | 661/942 [22:14:06<9:37:49, 123.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     70%|███████   | 662/942 [22:15:58<9:19:34, 119.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     70%|███████   | 663/942 [22:17:46<9:01:06, 116.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     70%|███████   | 664/942 [22:19:35<8:48:48, 114.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     71%|███████   | 665/942 [22:21:24<8:39:24, 112.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     71%|███████   | 666/942 [22:23:09<8:28:14, 110.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     71%|███████   | 667/942 [22:24:59<8:24:57, 110.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     71%|███████   | 668/942 [22:26:48<8:21:46, 109.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     71%|███████   | 669/942 [22:28:45<8:29:07, 111.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     71%|███████   | 670/942 [22:30:50<8:45:38, 115.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     71%|███████   | 671/942 [22:33:02<9:05:31, 120.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     71%|███████▏  | 672/942 [22:35:15<9:19:09, 124.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     71%|███████▏  | 673/942 [22:37:34<9:37:48, 128.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 674/942 [22:39:29<9:16:35, 124.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 675/942 [22:41:19<8:55:04, 120.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 676/942 [22:43:07<8:36:53, 116.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 677/942 [22:44:55<8:23:05, 113.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 678/942 [22:46:42<8:12:35, 111.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 679/942 [22:48:32<8:08:33, 111.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 680/942 [22:50:21<8:03:00, 110.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 681/942 [22:52:16<8:06:31, 111.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     72%|███████▏  | 682/942 [22:54:19<8:19:19, 115.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 683/942 [22:56:17<8:21:23, 116.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 684/942 [22:58:35<8:47:55, 122.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 685/942 [23:00:51<9:02:03, 126.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 686/942 [23:02:55<8:56:35, 125.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 687/942 [23:04:47<8:37:11, 121.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 688/942 [23:06:35<8:17:56, 117.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 689/942 [23:08:25<8:05:47, 115.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 690/942 [23:10:14<7:56:45, 113.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 691/942 [23:12:04<7:50:45, 112.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     73%|███████▎  | 692/942 [23:13:56<7:48:25, 112.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     74%|███████▎  | 693/942 [23:15:50<7:48:01, 112.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     74%|███████▎  | 694/942 [23:17:53<7:58:48, 115.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 695/942 [23:19:56<8:05:54, 118.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 696/942 [23:22:04<8:16:28, 121.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 697/942 [23:24:17<8:28:18, 124.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 698/942 [23:26:18<8:21:52, 123.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 699/942 [23:28:21<8:19:16, 123.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 700/942 [23:30:16<8:08:02, 121.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     74%|███████▍  | 701/942 [23:32:07<7:53:07, 117.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     75%|███████▍  | 702/942 [23:33:57<7:42:09, 115.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     75%|███████▍  | 703/942 [23:35:51<7:38:10, 115.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     75%|███████▍  | 704/942 [23:37:44<7:33:59, 114.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     75%|███████▍  | 705/942 [23:39:40<7:33:28, 114.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     75%|███████▍  | 706/942 [23:41:37<7:34:18, 115.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     75%|███████▌  | 707/942 [23:43:32<7:32:18, 115.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     75%|███████▌  | 708/942 [23:45:30<7:33:02, 116.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     75%|███████▌  | 709/942 [23:47:35<7:41:36, 118.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     75%|███████▌  | 710/942 [23:49:44<7:50:49, 121.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     75%|███████▌  | 711/942 [23:51:41<7:43:25, 120.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 712/942 [23:53:34<7:33:43, 118.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 713/942 [23:55:25<7:23:05, 116.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 714/942 [23:57:14<7:13:22, 114.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 715/942 [23:59:04<7:06:55, 112.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 716/942 [24:00:55<7:02:43, 112.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 717/942 [24:02:47<7:00:16, 112.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     76%|███████▌  | 718/942 [24:04:40<6:59:41, 112.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     76%|███████▋  | 719/942 [24:06:39<7:05:04, 114.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     76%|███████▋  | 720/942 [24:08:44<7:15:19, 117.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 721/942 [24:10:51<7:22:56, 120.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 722/942 [24:13:05<7:36:25, 124.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 723/942 [24:15:21<7:46:55, 127.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 724/942 [24:17:17<7:32:07, 124.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 725/942 [24:19:08<7:14:33, 120.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 726/942 [24:20:58<7:01:58, 117.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 727/942 [24:22:48<6:52:29, 115.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 728/942 [24:24:38<6:44:36, 113.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 729/942 [24:26:30<6:41:47, 113.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     77%|███████▋  | 730/942 [24:28:21<6:37:45, 112.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 731/942 [24:30:18<6:40:05, 113.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 732/942 [24:32:17<6:43:53, 115.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 733/942 [24:34:17<6:46:23, 116.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 734/942 [24:36:36<7:07:52, 123.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 735/942 [24:38:53<7:20:19, 127.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 736/942 [24:40:53<7:09:44, 125.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 737/942 [24:42:49<6:58:05, 122.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 738/942 [24:44:40<6:45:09, 119.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     78%|███████▊  | 739/942 [24:46:32<6:35:14, 116.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     79%|███████▊  | 740/942 [24:48:22<6:27:10, 115.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     79%|███████▊  | 741/942 [24:50:14<6:22:09, 114.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 742/942 [24:52:08<6:19:37, 113.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 743/942 [24:54:13<6:28:29, 117.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 744/942 [24:56:14<6:30:46, 118.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 745/942 [24:58:13<6:29:33, 118.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 746/942 [25:00:21<6:36:17, 121.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 747/942 [25:02:25<6:37:12, 122.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     79%|███████▉  | 748/942 [25:04:25<6:32:41, 121.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     80%|███████▉  | 749/942 [25:06:36<6:40:02, 124.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     80%|███████▉  | 750/942 [25:08:28<6:26:44, 120.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     80%|███████▉  | 751/942 [25:10:20<6:15:21, 117.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     80%|███████▉  | 752/942 [25:12:12<6:07:59, 116.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     80%|███████▉  | 753/942 [25:14:05<6:02:48, 115.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     80%|████████  | 754/942 [25:16:01<6:01:49, 115.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     80%|████████  | 755/942 [25:17:58<6:01:16, 115.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     80%|████████  | 756/942 [25:19:54<5:59:28, 115.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     80%|████████  | 757/942 [25:21:51<5:59:03, 116.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     80%|████████  | 758/942 [25:23:51<5:59:59, 117.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     81%|████████  | 759/942 [25:25:57<6:06:21, 120.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     81%|████████  | 760/942 [25:27:59<6:06:05, 120.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     81%|████████  | 761/942 [25:30:01<6:04:37, 120.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     81%|████████  | 762/942 [25:31:53<5:55:20, 118.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     81%|████████  | 763/942 [25:33:45<5:47:28, 116.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     81%|████████  | 764/942 [25:35:37<5:41:38, 115.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     81%|████████  | 765/942 [25:37:29<5:36:33, 114.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     81%|████████▏ | 766/942 [25:39:20<5:32:06, 113.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     81%|████████▏ | 767/942 [25:41:14<5:30:42, 113.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 768/942 [25:43:11<5:31:40, 114.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 769/942 [25:45:08<5:32:37, 115.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 770/942 [25:47:14<5:39:40, 118.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 771/942 [25:49:20<5:44:01, 120.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 772/942 [25:51:32<5:51:31, 124.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 773/942 [25:53:48<5:59:39, 127.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 774/942 [25:55:46<5:49:08, 124.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 775/942 [25:57:41<5:38:55, 121.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 776/942 [25:59:32<5:28:10, 118.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     82%|████████▏ | 777/942 [26:01:22<5:19:21, 116.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 778/942 [26:03:14<5:13:32, 114.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 779/942 [26:05:05<5:08:48, 113.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 780/942 [26:06:56<5:04:56, 112.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 781/942 [26:08:51<5:04:10, 113.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 782/942 [26:10:48<5:05:55, 114.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 783/942 [26:12:50<5:09:40, 116.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 784/942 [26:15:00<5:18:12, 120.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 785/942 [26:17:20<5:31:17, 126.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     83%|████████▎ | 786/942 [26:19:26<5:28:04, 126.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     84%|████████▎ | 787/942 [26:21:18<5:15:24, 122.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     84%|████████▎ | 788/942 [26:23:12<5:06:46, 119.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 789/942 [26:25:04<4:59:08, 117.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 790/942 [26:26:55<4:52:15, 115.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 791/942 [26:28:46<4:46:56, 114.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 792/942 [26:30:39<4:44:47, 113.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 793/942 [26:32:42<4:49:18, 116.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 794/942 [26:34:40<4:48:55, 117.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     84%|████████▍ | 795/942 [26:36:48<4:54:50, 120.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     85%|████████▍ | 796/942 [26:38:55<4:57:46, 122.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     85%|████████▍ | 797/942 [26:41:08<5:02:58, 125.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     85%|████████▍ | 798/942 [26:43:11<4:59:11, 124.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     85%|████████▍ | 799/942 [26:45:19<4:59:49, 125.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     85%|████████▍ | 800/942 [26:47:16<4:51:38, 123.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     85%|████████▌ | 801/942 [26:49:10<4:42:49, 120.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     85%|████████▌ | 802/942 [26:51:01<4:33:54, 117.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     85%|████████▌ | 803/942 [26:52:54<4:29:07, 116.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     85%|████████▌ | 804/942 [26:54:52<4:28:38, 116.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     85%|████████▌ | 805/942 [26:56:49<4:26:28, 116.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 806/942 [26:58:43<4:22:41, 115.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 807/942 [27:00:41<4:22:24, 116.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 808/942 [27:02:42<4:23:46, 118.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 809/942 [27:04:55<4:31:19, 122.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 810/942 [27:07:01<4:31:43, 123.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 811/942 [27:08:58<4:25:30, 121.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     86%|████████▌ | 812/942 [27:10:53<4:18:45, 119.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     86%|████████▋ | 813/942 [27:12:45<4:12:22, 117.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     86%|████████▋ | 814/942 [27:14:36<4:06:22, 115.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 815/942 [27:16:29<4:02:26, 114.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 816/942 [27:18:22<4:00:04, 114.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 817/942 [27:20:18<3:58:48, 114.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 818/942 [27:22:20<4:01:27, 116.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 819/942 [27:24:27<4:05:54, 119.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 820/942 [27:26:35<4:08:57, 122.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 821/942 [27:28:49<4:14:00, 125.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 822/942 [27:31:13<4:22:23, 131.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 823/942 [27:33:07<4:10:17, 126.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     87%|████████▋ | 824/942 [27:35:03<4:02:05, 123.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 825/942 [27:36:55<3:53:12, 119.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 826/942 [27:38:46<3:46:34, 117.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 827/942 [27:40:36<3:40:38, 115.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 828/942 [27:42:28<3:36:50, 114.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 829/942 [27:44:21<3:34:10, 113.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 830/942 [27:46:22<3:36:38, 116.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 831/942 [27:48:26<3:39:00, 118.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 832/942 [27:50:35<3:42:57, 121.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     88%|████████▊ | 833/942 [27:52:53<3:49:26, 126.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     89%|████████▊ | 834/942 [27:55:01<3:48:15, 126.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     89%|████████▊ | 835/942 [27:57:00<3:42:06, 124.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     89%|████████▊ | 836/942 [27:58:53<3:33:57, 121.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 837/942 [28:00:45<3:27:02, 118.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 838/942 [28:02:38<3:22:25, 116.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 839/942 [28:04:30<3:17:50, 115.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 840/942 [28:06:25<3:16:02, 115.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 841/942 [28:08:23<3:15:27, 116.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 842/942 [28:10:19<3:13:15, 115.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     89%|████████▉ | 843/942 [28:12:14<3:11:00, 115.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     90%|████████▉ | 844/942 [28:13:59<3:03:54, 112.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     90%|████████▉ | 845/942 [28:15:41<2:56:59, 109.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     90%|████████▉ | 846/942 [28:17:34<2:56:38, 110.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     90%|████████▉ | 847/942 [28:19:31<2:57:52, 112.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     90%|█████████ | 848/942 [28:21:20<2:54:17, 111.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     90%|█████████ | 849/942 [28:23:10<2:52:07, 111.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     90%|█████████ | 850/942 [28:24:58<2:48:45, 110.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     90%|█████████ | 851/942 [28:26:40<2:43:05, 107.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     90%|█████████ | 852/942 [28:28:28<2:41:39, 107.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 853/942 [28:30:14<2:39:03, 107.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 854/942 [28:32:03<2:38:02, 107.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 855/942 [28:33:52<2:36:45, 108.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 856/942 [28:35:41<2:35:33, 108.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 857/942 [28:37:35<2:35:53, 110.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 858/942 [28:39:24<2:33:46, 109.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     91%|█████████ | 859/942 [28:41:13<2:31:42, 109.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     91%|█████████▏| 860/942 [28:43:07<2:31:33, 110.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     91%|█████████▏| 861/942 [28:44:54<2:28:05, 109.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 862/942 [28:47:06<2:34:57, 116.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 863/942 [28:49:08<2:35:25, 118.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 864/942 [28:51:04<2:32:44, 117.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 865/942 [28:52:55<2:28:20, 115.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 866/942 [28:54:48<2:25:27, 114.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 867/942 [28:56:44<2:23:56, 115.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 868/942 [28:58:30<2:18:39, 112.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 869/942 [29:00:19<2:15:21, 111.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 870/942 [29:02:11<2:13:58, 111.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     92%|█████████▏| 871/942 [29:04:02<2:11:53, 111.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 872/942 [29:05:52<2:09:26, 110.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 873/942 [29:07:40<2:06:32, 110.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 874/942 [29:09:29<2:04:11, 109.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 875/942 [29:11:24<2:04:29, 111.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 876/942 [29:13:15<2:02:13, 111.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 877/942 [29:15:06<2:00:31, 111.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 878/942 [29:16:53<1:57:06, 109.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 879/942 [29:18:40<1:54:36, 109.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     93%|█████████▎| 880/942 [29:20:31<1:53:08, 109.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     94%|█████████▎| 881/942 [29:22:25<1:52:48, 110.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     94%|█████████▎| 882/942 [29:24:15<1:50:36, 110.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     94%|█████████▎| 883/942 [29:26:02<1:47:50, 109.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 884/942 [29:27:53<1:46:23, 110.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 885/942 [29:29:42<1:44:18, 109.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 886/942 [29:31:36<1:43:36, 111.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 887/942 [29:33:31<1:42:52, 112.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 888/942 [29:35:23<1:40:44, 111.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 889/942 [29:37:11<1:37:53, 110.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     94%|█████████▍| 890/942 [29:38:58<1:35:00, 109.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     95%|█████████▍| 891/942 [29:40:46<1:32:53, 109.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     95%|█████████▍| 892/942 [29:42:31<1:29:52, 107.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     95%|█████████▍| 893/942 [29:44:14<1:26:55, 106.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     95%|█████████▍| 894/942 [29:45:57<1:24:20, 105.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     95%|█████████▌| 895/942 [29:47:40<1:21:58, 104.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     95%|█████████▌| 896/942 [29:49:24<1:20:10, 104.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     95%|█████████▌| 897/942 [29:51:10<1:18:45, 105.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     95%|█████████▌| 898/942 [29:52:55<1:16:53, 104.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     95%|█████████▌| 899/942 [29:54:43<1:15:50, 105.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 900/942 [29:56:36<1:15:43, 108.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 901/942 [29:58:26<1:14:12, 108.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 902/942 [30:00:12<1:11:54, 107.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 903/942 [30:02:03<1:10:47, 108.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 904/942 [30:03:46<1:07:48, 107.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 905/942 [30:05:29<1:05:12, 105.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     96%|█████████▌| 906/942 [30:07:14<1:03:23, 105.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     96%|█████████▋| 907/942 [30:09:03<1:02:13, 106.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     96%|█████████▋| 908/942 [30:10:58<1:01:52, 109.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     96%|█████████▋| 909/942 [30:12:49<1:00:17, 109.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 910/942 [30:14:46<59:37, 111.78s/it]  C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 911/942 [30:16:44<58:39, 113.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 912/942 [30:18:39<56:59, 113.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 913/942 [30:20:21<53:28, 110.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 914/942 [30:22:13<51:48, 111.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 915/942 [30:24:03<49:43, 110.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 916/942 [30:25:46<46:55, 108.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 917/942 [30:27:28<44:21, 106.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     97%|█████████▋| 918/942 [30:29:09<41:58, 104.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 919/942 [30:30:53<40:08, 104.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 920/942 [30:32:39<38:26, 104.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 921/942 [30:34:22<36:34, 104.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 922/942 [30:36:08<34:54, 104.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 923/942 [30:37:53<33:16, 105.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 924/942 [30:39:40<31:39, 105.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 925/942 [30:41:34<30:35, 107.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 926/942 [30:43:27<29:15, 109.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     98%|█████████▊| 927/942 [30:45:16<27:18, 109.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     99%|█████████▊| 928/942 [30:47:01<25:13, 108.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     99%|█████████▊| 929/942 [30:48:45<23:10, 106.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     99%|█████████▊| 930/942 [30:50:31<21:20, 106.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 931/942 [30:52:16<19:26, 106.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 932/942 [30:53:58<17:28, 104.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 933/942 [30:55:43<15:43, 104.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 934/942 [30:57:29<14:02, 105.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 935/942 [30:59:20<12:28, 106.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 936/942 [31:01:12<10:50, 108.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
     99%|█████████▉| 937/942 [31:02:59<09:00, 108.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
    100%|█████████▉| 938/942 [31:04:47<07:11, 107.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
    100%|█████████▉| 939/942 [31:06:32<05:21, 107.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
    100%|█████████▉| 940/942 [31:08:17<03:33, 106.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
    100%|█████████▉| 941/942 [31:10:03<01:46, 106.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning:
    A value is trying to be set on a copy of a slice from a DataFrame.
    Try using .loc[row_indexer,col_indexer] = value instead

    See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
      chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
    100%|██████████| 942/942 [31:10:31<00:00, 119.14s/it]

In [28]:

    specificity_answer = pd.read_csv("ner_results_a.csv")

In [29]:

    specificity_question = pd.read_csv("ner_results_q.csv")

In [30]:

    specificity = pd.concat([qa_pairs[['eventId', 'QAPairId']], specificity_question, specificity_answer], axis=1)

In [31]:

    specificity.to_stata(path_dropbox + "\Conference Call Transcript\specificity.dta", version=118, write_index = False)

## Merge in analyst countries¶

In [32]:

    qa_pairs.drop(columns=['question', 'answers', 'answerers'], inplace=True)

In [33]:

    qa_pairs['asked_by'] = qa_pairs['asked_by'].str.strip().str.upper()

In [34]:

    institution_ctry_nonus = pd.read_excel(path_dropbox + '\Conference Call Transcript\institution_nonus.xlsx', sheet_name='nonus')

In [35]:

    institution_ctry_remain = pd.read_excel(path_dropbox + '\Conference Call Transcript\institution headquarters_remain2.xlsx', sheet_name='Institution')

In [36]:

    institution_ctry = pd.concat([institution_ctry_nonus, institution_ctry_remain])

In [37]:

    institution_ctry['Institution'] = institution_ctry['Institution'].str.strip().str.upper()

In [38]:

    qa_pairs1 = qa_pairs.merge(institution_ctry, left_on = 'asked_by', right_on = 'Institution')

In [39]:

    qa_pairs_final = qa_pairs1[~qa_pairs1['Country1'].isna()]

In [40]:

    qa_pairs_final = qa_pairs_final.rename(columns={
                                             "Country1": "part_ctry1",
                                             "Country2": "part_ctry2"})

In [41]:

    qa_pairs_final.drop(['Error code', 'Error Description'], axis=1, inplace=True)
    qa_pairs_final.drop(['Country 1', 'Country 2'], axis=1, inplace=True)
    qa_pairs_final['part_ctry2'] = qa_pairs_final['part_ctry2'].astype(str).replace('nan', np.nan)

In [42]:

    qa_pairs_final.to_stata(path_dropbox + "\Conference Call Transcript\qa_pairs.dta", version=118, write_index = False)

In [ ]: