For these experiments we use the pytorch_transformers package. It contains a variety of neural network architectures for transfer learning and pretrained models, including BERT and XLNET.
Two different BERT models are relevant for our experiments:
In [1]:
BERT_MODEL = 'bert-base-uncased'
BATCH_SIZE = 16 if "base" in BERT_MODEL else 2
GRADIENT_ACCUMULATION_STEPS = 1 if "base" in BERT_MODEL else 8
MAX_SEQ_LENGTH = 100
PREFIX = "junkfood_but"
In [2]:
import sys
sys.path.append('../')
import ndjson
import glob
from quillnlp.models.bert.preprocessing import preprocess, create_label_vocabulary
train_file = f"../data/interim/{PREFIX}_train_withprompt_diverse200.ndjson"
synth_files = glob.glob(f"../data/interim/{PREFIX}_train_withprompt_*.ndjson")
dev_file = f"../data/interim/{PREFIX}_dev_withprompt.ndjson"
test_file = f"../data/interim/{PREFIX}_test_withprompt.ndjson"
with open(train_file) as i:
train_data = ndjson.load(i)
synth_data = []
for f in synth_files:
if "allsynth" in f:
continue
with open(f) as i:
synth_data += ndjson.load(i)
with open(dev_file) as i:
dev_data = ndjson.load(i)
with open(test_file) as i:
test_data = ndjson.load(i)
label2idx = create_label_vocabulary(train_data)
idx2label = {v:k for k,v in label2idx.items()}
target_names = [idx2label[s] for s in range(len(idx2label))]
train_dataloader = preprocess(train_data, BERT_MODEL, label2idx, MAX_SEQ_LENGTH, BATCH_SIZE)
dev_dataloader = preprocess(dev_data, BERT_MODEL, label2idx, MAX_SEQ_LENGTH, BATCH_SIZE)
test_dataloader = preprocess(test_data, BERT_MODEL, label2idx, MAX_SEQ_LENGTH, BATCH_SIZE, shuffle=False)
In [3]:
import torch
from quillnlp.models.bert.models import get_bert_classifier
device = "cuda" if torch.cuda.is_available() else "cpu"
model = get_bert_classifier(BERT_MODEL, len(label2idx), device=device)
In [4]:
from quillnlp.models.bert.train import train
output_model_file = train(model, train_dataloader, dev_dataloader, BATCH_SIZE, GRADIENT_ACCUMULATION_STEPS, device)
Epoch: 0%| | 0/20 [00:00<?, ?it/s]
Loss history: []
Dev loss: 1.6459675550460815
Epoch: 5%|▌ | 1/20 [00:03<01:08, 3.63s/it]
Loss history: [1.6459675550460815]
Dev loss: 1.5981466054916382
Epoch: 10%|█ | 2/20 [00:07<01:04, 3.56s/it]
Loss history: [1.6459675550460815, 1.5981466054916382]
Dev loss: 1.494327187538147
Epoch: 15%|█▌ | 3/20 [00:10<00:59, 3.52s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147]
Dev loss: 1.2899302244186401
Epoch: 20%|██ | 4/20 [00:13<00:55, 3.50s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401]
Dev loss: 1.02061585187912
Epoch: 25%|██▌ | 5/20 [00:17<00:52, 3.48s/it]
Epoch: 30%|███ | 6/20 [00:20<00:46, 3.32s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912]
Dev loss: 1.047785222530365
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365]
Dev loss: 0.9007106423377991
Epoch: 35%|███▌ | 7/20 [00:23<00:43, 3.36s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991]
Dev loss: 0.7825210511684417
Epoch: 40%|████ | 8/20 [00:27<00:40, 3.38s/it]
Epoch: 45%|████▌ | 9/20 [00:30<00:35, 3.25s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991, 0.7825210511684417]
Dev loss: 0.8229950904846192
Epoch: 50%|█████ | 10/20 [00:33<00:31, 3.17s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991, 0.7825210511684417, 0.8229950904846192]
Dev loss: 0.803441333770752
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991, 0.7825210511684417, 0.8229950904846192, 0.803441333770752]
Dev loss: 0.72945476770401
Epoch: 55%|█████▌ | 11/20 [00:36<00:29, 3.25s/it]
Epoch: 60%|██████ | 12/20 [00:39<00:25, 3.16s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991, 0.7825210511684417, 0.8229950904846192, 0.803441333770752, 0.72945476770401]
Dev loss: 0.7813196420669556
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991, 0.7825210511684417, 0.8229950904846192, 0.803441333770752, 0.72945476770401, 0.7813196420669556]
Dev loss: 0.7008043587207794
Epoch: 65%|██████▌ | 13/20 [00:42<00:22, 3.25s/it]
Epoch: 70%|███████ | 14/20 [00:45<00:18, 3.16s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991, 0.7825210511684417, 0.8229950904846192, 0.803441333770752, 0.72945476770401, 0.7813196420669556, 0.7008043587207794]
Dev loss: 0.7750071108341217
Epoch: 75%|███████▌ | 15/20 [00:48<00:15, 3.11s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991, 0.7825210511684417, 0.8229950904846192, 0.803441333770752, 0.72945476770401, 0.7813196420669556, 0.7008043587207794, 0.7750071108341217]
Dev loss: 0.7170183479785919
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991, 0.7825210511684417, 0.8229950904846192, 0.803441333770752, 0.72945476770401, 0.7813196420669556, 0.7008043587207794, 0.7750071108341217, 0.7170183479785919]
Dev loss: 0.6437321200966835
Epoch: 80%|████████ | 16/20 [00:52<00:12, 3.21s/it]
Epoch: 85%|████████▌ | 17/20 [00:55<00:09, 3.14s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991, 0.7825210511684417, 0.8229950904846192, 0.803441333770752, 0.72945476770401, 0.7813196420669556, 0.7008043587207794, 0.7750071108341217, 0.7170183479785919, 0.6437321200966835]
Dev loss: 0.7638194292783738
Epoch: 90%|█████████ | 18/20 [00:58<00:06, 3.09s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991, 0.7825210511684417, 0.8229950904846192, 0.803441333770752, 0.72945476770401, 0.7813196420669556, 0.7008043587207794, 0.7750071108341217, 0.7170183479785919, 0.6437321200966835, 0.7638194292783738]
Dev loss: 0.7193580329418182
Epoch: 95%|█████████▌| 19/20 [01:01<00:03, 3.05s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991, 0.7825210511684417, 0.8229950904846192, 0.803441333770752, 0.72945476770401, 0.7813196420669556, 0.7008043587207794, 0.7750071108341217, 0.7170183479785919, 0.6437321200966835, 0.7638194292783738, 0.7193580329418182]
Dev loss: 0.7742080330848694
Epoch: 100%|██████████| 20/20 [01:04<00:00, 3.03s/it]
Loss history: [1.6459675550460815, 1.5981466054916382, 1.494327187538147, 1.2899302244186401, 1.02061585187912, 1.047785222530365, 0.9007106423377991, 0.7825210511684417, 0.8229950904846192, 0.803441333770752, 0.72945476770401, 0.7813196420669556, 0.7008043587207794, 0.7750071108341217, 0.7170183479785919, 0.6437321200966835, 0.7638194292783738, 0.7193580329418182, 0.7742080330848694]
Dev loss: 0.7039884328842163
In [5]:
from quillnlp.models.bert.train import evaluate
from sklearn.metrics import precision_recall_fscore_support, classification_report
print("Loading model from", output_model_file)
device="cpu"
model = get_bert_classifier(BERT_MODEL, len(label2idx), model_file=output_model_file, device=device)
model.eval()
_, test_correct, test_predicted = evaluate(model, test_dataloader, device)
print("Test performance:", precision_recall_fscore_support(test_correct, test_predicted, average="micro"))
print(classification_report(test_correct, test_predicted, target_names=target_names))
Loading model from /tmp/model.bin
Test performance: (0.7712418300653595, 0.7712418300653595, 0.7712418300653595, None)
precision recall f1-score support
Schools providing healthy alternatives 0.95 0.93 0.94 75
Students without choice 0.70 0.79 0.74 33
Schools generate money 1.00 0.75 0.86 8
Student choice 0.46 0.86 0.60 7
Students can still bring/access junk food 0.00 0.00 0.00 3
Unclassified Off-Topic 0.36 0.45 0.40 11
School without generating money 0.56 0.31 0.40 16
avg / total 0.77 0.77 0.76 153
/opt/anaconda3/lib/python3.7/site-packages/sklearn/metrics/classification.py:1135: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.
'precision', 'predicted', average, warn_for)
In [6]:
c = 0
for item, predicted, correct in zip(test_data, test_predicted, test_correct):
assert item["label"] == idx2label[correct]
c += (item["label"] == idx2label[predicted])
print("{}#{}#{}".format(item["text"], idx2label[correct], idx2label[predicted]))
print(c)
print(c/len(test_data))
Schools should not allow junk food to be sold on campus but kids will still bring in unhealthy food#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but some think students should be able to choose what they eat#Student choice#Student choice
Schools should not allow junk food to be sold on campus but maybe on certain special occasions or at events#Unclassified Off-Topic#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but students may bring it anyway#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but they can choose to sell food that are nutritious and healthy#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but ultimately it is up to the individual student what they eat or drink#Students without choice#Student choice
Schools should not allow junk food to be sold on campus but should provide healthier choices#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but Can sell healthier options#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but familes should have a say in what their kids eat#Students without choice#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but there should be alternatives they sell#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but students should be allowed to bring it to school#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but they could sell healthy options elsewhere#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should have treats on special days#Students without choice#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but they could just have a small amount of it instead of the amount they have been selling at#School without generating money#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but they should inform the students as to why#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but serious consideration must be made in choosing replacements for it#Schools providing healthy alternatives#Students without choice
Schools should not allow junk food to be sold on campus but it is good to have a balance of healthy and junk food#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should also incorporate greater amounts of exercise into the school day#School without generating money#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but allow them to take it with them to school if they so wish#School without generating money#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but should provide healthy, nutritious food instead#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but kids are fond of junk foods#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but schools make a sizable profit by selling junk food items in vending machines#School without generating money#School without generating money
Schools should not allow junk food to be sold on campus but they have to get an incentive to stop offering it#School without generating money#School without generating money
Schools should not allow junk food to be sold on campus but can offer healthy food choices in vending machines#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but I can see how the schools want to give the kids a choice#Student choice#Student choice
Schools should not allow junk food to be sold on campus but in the long run, a person's health choices are personal, and government institutions should not be able to dictate such choices#Unclassified Off-Topic#Student choice
Schools should not allow junk food to be sold on campus but parents should also provide education and rules at home around food choices#Unclassified Off-Topic#Students without choice
Schools should not allow junk food to be sold on campus but should allow children to bring it in their lunch boxes if their parents send it in their lunch#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but the sale of junk food can generate a significant amount of profit#Schools generate money#Schools generate money
Schools should not allow junk food to be sold on campus but they could allow healthier alternatives#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should be allowed to bring it from home#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but could offer alternative healthy foods in their place#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but should instead promote healthy eating options#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but it does generate money#Schools generate money#Schools generate money
Schools should not allow junk food to be sold on campus but give alternate snacks that are healthier#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but should provided healthy alternatives#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they probably will continue to do so#School without generating money#School without generating money
Schools should not allow junk food to be sold on campus but provide a healthy alternative to sugary snack foods#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but students should be allowed to choose what they eat#Student choice#Student choice
Schools should not allow junk food to be sold on campus but they should not prohibit it if students bring it on their own#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but it does provide the school system with extra revenue#Schools generate money#School without generating money
Schools should not allow junk food to be sold on campus but if people want it it, they will still find a way to have it#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but should allow for healthy food to be available#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but healthy snacks should be added to school vending machines as part of an initiative aimed at changing kids' eating and fitness habits#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but offer different alternatives#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but some say students should be able to make their own choices of what to eat#Student choice#Student choice
Schools should not allow junk food to be sold on campus but there could be an argument for teaching kids to make decisions in the face of temptation by allowing the food to remain#Students without choice#Student choice
Schools should not allow junk food to be sold on campus but they should make sure the healthier options are things kids will actually enjoy#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should offer healthy alternatives and encourage children to make better decisions#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but I think that giving the kids healthy choices would be a great replacement#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but instead should provide healthier food alternatives#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but allowed to bring healthier food to the school#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should have greater accessibility to nutrient dense foods#School without generating money#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but it needs to follow through at home with their own families#Unclassified Off-Topic#Students without choice
Schools should not allow junk food to be sold on campus but instead they should bring some healthy snacks and foods#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but selling snacks does raise money for the school#Schools generate money#Schools generate money
Schools should not allow junk food to be sold on campus but also not punish students for possessing junk food, since it is readily available and does not constitute an inherent threat that would warrant harsh punishment#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but should provide healthy snacks instead to raise revenue#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they may offer more choices of healthy food#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but it should be noted that every child has their own personal decision of what they want to eat#Students without choice#Student choice
Schools should not allow junk food to be sold on campus but it does help the school make money#Schools generate money#Schools generate money
Schools should not allow junk food to be sold on campus but allow students to bring in whatever foods their family allows#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but many kids prefer junk food#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but should have snacks that are healthy alternatives as treats#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but I think they should sell other healthy snacks#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but instead should offer a wider variety of healthier snacks, so there is something for all students to enjoy#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should be allowed to provide healthy snacks and drinks for students to enjoy#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they can slowly integrate healthier choices such as baked potato chips instead of fried#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should incorporate healthy initiatives#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should have healthy alternatives for the kids to turn too when they do want a snack#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but certain snacks are alright#Schools providing healthy alternatives#Students without choice
Schools should not allow junk food to be sold on campus but let students do what they want#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but should respect students' right of free choice#Student choice#Students without choice
Schools should not allow junk food to be sold on campus but they should teach students accurate health information#Schools providing healthy alternatives#Students without choice
Schools should not allow junk food to be sold on campus but they should have healthy snacks#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but offer healthy alternatives#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but if a student really wants junk food, they can make he more conscious decision to purchase their junk food at a local grocery store#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but should instead offer healthier options#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but at the end of the day, it's the students choice#Student choice#Student choice
Schools should not allow junk food to be sold on campus but they should allow students to bring whatever food they wish to consume from home, as long as the school makes an effort to educate students about the risks of unhealthy eating habits#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but should also be limited on what quasi-healthy options are available as well (eg#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but some people think students should be able to choose what they eat#Student choice#Student choice
Schools should not allow junk food to be sold on campus but should offer healthy alternatives like fruit#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should make sure there are healthy options for snacks to replace the junk food#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but should offer healthy alternatives to junk food#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should having vending machines that sell healthy options#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they do#School without generating money#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but students should be allowed to bring junk food to campus if they desire#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but healthy snacks should be#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but should be allowed to sell snacks and soda#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but should offer reasonable alternative to the type of snacks that you would expect to find at a school#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should sell healthy options#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but should offer healthy alternative snacks to purchase#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should allow students to choose what they eat by bringing their own snacks if they want#Students can still bring/access junk food#Students without choice
Schools should not allow junk food to be sold on campus but they should be offering healthy snacks#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but educating students about good food choices still needs to happen because they will have access to junk food off campus#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but have healthy options#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should allow kids to bring their own if they want#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but provide alternative healthy snacks#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but here schools are, still selling this junk food that only promotes poor eating habits which could lead to a lot of health complications#School without generating money#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but they should make sure that something is available to purchase if the children need to#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but they tried to give us a choice between food#School without generating money#Student choice
Schools should not allow junk food to be sold on campus but provide public health education of its dangers#Schools providing healthy alternatives#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but in some cases junk food can be sold once a month#Unclassified Off-Topic#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but there could be certain times or events where some junk food may be purchased#Unclassified Off-Topic#School without generating money
Schools should not allow junk food to be sold on campus but be allowed to sell healthier alternative snacks and food#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they are allowed to bring it themselves#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but ITS NOT GOOD#Unclassified Off-Topic#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but many schools do it because they do not see it as their job to change the diet of their students#School without generating money#School without generating money
Schools should not allow junk food to be sold on campus but in some cases junk food is less expensive than healthier options so junk is perhaps all some can afford#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should not interfere with what students bring for lunch from home#School without generating money#Students without choice
Schools should not allow junk food to be sold on campus but the school allow snack machines with more nutritious foods#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they could offer healthy options in place of junk food#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they would be losing a good revenue source#Schools generate money#School without generating money
Schools should not allow junk food to be sold on campus but it should also educate students and staff alike on why it has opted to do so#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but it is acceptable to eat it there#Unclassified Off-Topic#Students without choice
Schools should not allow junk food to be sold on campus but maybe a few things#Unclassified Off-Topic#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but educate kids about healthy eating#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they could offer the option to buy snacks once a week#School without generating money#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but a slight compromise should be sought to make everyone happy#Schools providing healthy alternatives#Students without choice
Schools should not allow junk food to be sold on campus but they could offer some snack foods that are low in calories or not as salty or sugary but to be able to still give them a choice#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they cannot enforce eating habits outside of school#School without generating money#School without generating money
Schools should not allow junk food to be sold on campus but if it is sold it should be really expensive so that only people that really want junk food will buy it#Unclassified Off-Topic#School without generating money
Schools should not allow junk food to be sold on campus but if kids choose to bring so on their own, that is their family's decision#Students can still bring/access junk food#Student choice
Schools should not allow junk food to be sold on campus but the schools make money off of it#Schools generate money#Schools generate money
Schools should not allow junk food to be sold on campus but they should at have least allow children to choose between healthy food and snacks#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but make the food less sugary and salty to make it healthy#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but if its taken away, kids will find a way to bring it back to campus#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but it is also important to focus on changing kids' fitness habits#Students without choice#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but they should be prepared for community backlash#School without generating money#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but they can replaced the junk foods by selling some nutritional foods#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but should be transparent about their reasoning and teach kids why unhealthy foods aren't good#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but students should still have the freedom to bring snacks to school for lunch, everyone has a right to eat what they choose#Students can still bring/access junk food#Students without choice
Schools should not allow junk food to be sold on campus but should make an effort to teach the kids about better eating habits#Students without choice#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but should instead promote healthy eating by filling snack machines with nutritious foods#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but should have alternative healthy snacks available#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but should provide healthier snacks for students to have#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but the schools could fill snack machines with more nutritious foods#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but if they insist it could be healthy options#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but instead fill snack machines with nutritious foods#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but should allow kids to bring it from home#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but if a club or organization has a fundraiser it may be allowed on special occasions#Unclassified Off-Topic#Unclassified Off-Topic
Schools should not allow junk food to be sold on campus but schools could fill the snack machines with healthy choices#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but it is the children's decision to do whatever they want after they are not in school#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but selling junk foods generates money for the school#Schools generate money#Schools generate money
Schools should not allow junk food to be sold on campus but they could sell a variety of healthy snacks#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but provide healthy snacks instead#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but we cannot protect our kids from everything bad for them out there#Students without choice#Students without choice
Schools should not allow junk food to be sold on campus but teens can make decisions about what they eat when they are not at school#School without generating money#Student choice
Schools should not allow junk food to be sold on campus but provide healthy options#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but offer healthy snacks#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but instead offer healthier options to students for purchase#Schools providing healthy alternatives#Schools providing healthy alternatives
Schools should not allow junk food to be sold on campus but should instead replace it with healthy alternatives#Schools providing healthy alternatives#Schools providing healthy alternatives
118
0.7712418300653595
In [ ]:
Content source: empirical-org/WikipediaSentences
Similar notebooks: