~/

mkdir -p "/tmp/workspace/esl_handbook/src" "/tmp/workspace/esl_handbook/output" "/tmp/workspace/esl_handbook/assets" && python - <<'PY' from pypdf import PdfReader from pathlib import Path base=Path('/tmp/workspace/attachments/d4d0b57e-aea2-41f6-833b-def7d902c8c8') for p in sorted(base.glob('*.pdf')): r=PdfReader(str(p)) print('\n###',p.name,'pages=',len(r.pages)) for i,page in enumerate(r.pages): text=page.extract_text() or '' print(f'--- PAGE {i+1} ---') print(text[:6000]) PY

python - <<'PY' import fitz from pathlib import Path src=Path('/tmp/workspace/attachments/d4d0b57e-aea2-41f6-833b-def7d902c8c8') out=Path('/tmp/workspace/esl_handbook/assets/source_pages') out.mkdir(parents=True,exist_ok=True) for pdf in src.glob('*.pdf'): doc=fitz.open(pdf) for i,p in enumerate(doc): pix=p.get_pixmap(matrix=fitz.Matrix(1.8,1.8),alpha=False) dest=out/f'{pdf.stem}_page{i+1}.png' pix.save(dest) print(dest, pix.width,pix.height) PY

python - <<'PY' from pypdf import PdfReader from pathlib import Path src=Path('/tmp/workspace/attachments/d4d0b57e-aea2-41f6-833b-def7d902c8c8') out=Path('/tmp/workspace/esl_handbook/assets/source_pages') out.mkdir(parents=True,exist_ok=True) for pdf in src.glob('*.pdf'): r=PdfReader(str(pdf)) for pno,p in enumerate(r.pages,1): ims=list(p.images) print(pdf.name,pno,'images',len(ims)) for j,im in enumerate(ims,1): ext=im.name.rsplit('.',1)[-1] path=out/f'{pdf.stem}_p{pno}_im{j}.{ext}' path.write_bytes(im.data) print(' ',path.name, len(im.data)) PY ls -lh "/tmp/workspace/esl_handbook/assets/source_pages"

cat > "/tmp/workspace/esl_handbook/src/create_handbook.py" <<'PY' from reportlab.lib import colors from reportlab.lib.colors import HexColor from reportlab.lib.enums import TA_CENTER, TA_LEFT from reportlab.lib.pagesizes import A4 from reportlab.lib.styles import getSampleStyleSheet, ParagraphStyle from reportlab.lib.units import mm from reportlab.platypus import SimpleDocTemplate, Paragraph, Spacer, Table, TableStyle, PageBreak, KeepTogether from reportlab.pdfbase import pdfmetrics from reportlab.pdfbase.ttfonts import TTFont from reportlab.pdfbase.pdfmetrics import stringWidth from pathlib import Path OUT=Path('/tmp/workspace/esl_handbook/output/English_Grammar_Conversation_Handbook_Grade3_ESL.pdf') FONT='/usr/share/fonts/truetype/dejavu/DejaVuSans.ttf' FONT_B='/usr/share/fonts/truetype/dejavu/DejaVuSans-Bold.ttf' pdfmetrics.registerFont(TTFont('DejaVu', FONT)) pdfmetrics.registerFont(TTFont('DejaVuBold', FONT_B)) NAVY=HexColor('#203864'); BLUE=HexColor('#1677C8'); SKY=HexColor('#EAF6FF'); MINT=HexColor('#E9F8F0') YELLOW=HexColor('#FFF3B0'); ORANGE=HexColor('#FF9F1C'); PINK=HexColor('#FDE9F0'); PURPLE=HexColor('#7B4BB7') DARK=HexColor('#22313F'); GREY=HexColor('#64748B'); WHITE=colors.white PAGE_W,PAGE_H=A4 styles=getSampleStyleSheet() def st(name, **kw): base=ParagraphStyle(name, fontName='DejaVu', textColor=DARK, leading=15, fontSize=10, **kw) return base Title=st('Title',fontName='DejaVuBold',fontSize=30,leading=35,textColor=NAVY,alignment=TA_CENTER,spaceAfter=6) SubTitle=st('SubTitle',fontSize=13,leading=18,textColor=BLUE,alignment=TA_CENTER) H1=st('H1',fontName='DejaVuBold',fontSize=20,leading=25,textColor=NAVY,spaceBefore=2,spaceAfter=10) H2=st('H2',fontName='DejaVuBold',fontSize=12.5,leading=16,textColor=PURPLE,spaceBefore=8,spaceAfter=4) Body=st('Body',fontSize=10.2,leading=14) Small=st('Small',fontSize=8.6,leading=11,textColor=GREY) EN=st('EN',fontName='DejaVuBold',fontSize=11,leading=14,textColor=NAVY) RU=st('RU',fontSize=9.4,leading=12,textColor=PURPLE,leftIndent=8) Label=st('Label',fontName='DejaVuBold',fontSize=8.5,leading=11,textColor=WHITE,alignment=TA_CENTER) Center=st('Center',fontSize=10.5,leading=15,alignment=TA_CENTER) # flow helpers def P(text, style=Body): return Paragraph(text,style) def chip(text, colour=BLUE): t=Table([[P(text,Label)]], colWidths=[50*mm], rowHeights=[7*mm]) t.setStyle(TableStyle([('BACKGROUND',(0,0),(-1,-1),colour),('BOX',(0,0),(-1,-1),0,colour),('VALIGN',(0,0),(-1,-1),'MIDDLE'),('LEFTPADDING',(0,0),(-1,-1),3),('RIGHTPADDING',(0,0),(-1,-1),3)])) return t def info_box(title, items, fill=SKY): content=[P(title,H2)] + [P('• '+x,Body) for x in items] t=Table([[content]],colWidths=[170*mm]) t.setStyle(TableStyle([('BACKGROUND',(0,0),(-1,-1),fill),('BOX',(0,0),(-1,-1),0.8,HexColor('#B9D8EF')),('LEFTPADDING',(0,0),(-1,-1),8),('RIGHTPADDING',(0,0),(-1,-1),8),('TOPPADDING',(0,0),(-1,-1),5),('BOTTOMPADDING',(0,0),(-1,-1),6)])) return t def example(en, ru, fill=YELLOW): data=[[P('<b>English:</b> '+en,EN)],[P('Русский: '+ru,RU)]] t=Table(data,colWidths=[170*mm]) t.setStyle(TableStyle([('BACKGROUND',(0,0),(-1,-1),fill),('LINEBELOW',(0,0),(-1,0),0.3,HexColor('#D6B656')),('BOX',(0,0),(-1,-1),0.6,HexColor('#E9C85A')),('LEFTPADDING',(0,0),(-1,-1),7),('RIGHTPADDING',(0,0),(-1,-1),7),('TOPPADDING',(0,0),(-1,-1),4),('BOTTOMPADDING',(0,0),(-1,-1),4)])) return t def convo(num, q, qr, a, ar, colour): head=Table([[P(f'Conversation {num}',Label)]],colWidths=[46*mm],rowHeights=[7*mm]) head.setStyle(TableStyle([('BACKGROUND',(0,0),(-1,-1),colour),('VALIGN',(0,0),(-1,-1),'MIDDLE')])) data=[ [P('<b>Question:</b> '+q,EN)], [P('Вопрос: '+qr,RU)], [P('<b>Answer:</b> '+a,EN)], [P('Ответ: '+ar,RU)] ] box=Table(data,colWidths=[170*mm]) box.setStyle(TableStyle([('BACKGROUND',(0,0),(-1,-1),HexColor('#FFFFFF')),('BOX',(0,0),(-1,-1),0.7,colour),('LINEABOVE',(0,2),(-1,2),0.45,HexColor('#D9E5F3')),('LEFTPADDING',(0,0),(-1,-1),8),('RIGHTPADDING',(0,0),(-1,-1),8),('TOPPADDING',(0,0),(-1,-1),3),('BOTTOMPADDING',(0,0),(-1,-1),3)])) return KeepTogether([head,box,Spacer(1,5*mm)]) def header_footer(canvas, doc): canvas.saveState() canvas.setFillColor(NAVY); canvas.rect(0,PAGE_H-12*mm,PAGE_W,12*mm,fill=1,stroke=0) canvas.setFont('DejaVuBold',8); canvas.setFillColor(WHITE) canvas.drawString(20*mm,PAGE_H-7.7*mm,'ENGLISH FRIENDS • Grade 3 ESL') canvas.setFillColor(HexColor('#FFCC4D')); canvas.circle(PAGE_W-22*mm,PAGE_H-6*mm,3.2*mm,fill=1,stroke=0) canvas.setFillColor(GREY); canvas.setFont('DejaVu',7.5) canvas.drawCentredString(PAGE_W/2,9*mm,f'English Grammar & Conversation Handbook | {doc.page}') canvas.restoreState() def cover(canvas,doc): canvas.saveState() canvas.setFillColor(HexColor('#F4FAFF')); canvas.rect(0,0,PAGE_W,PAGE_H,fill=1,stroke=0) # sunny circles / playful abstract decoration for x,y,r,c in [(24,263,14,HexColor('#FFCD4A')),(180,275,11,HexColor('#58C2FF')),(198,42,17,HexColor('#FF9CB8')),(18,48,10,HexColor('#7ED6A5'))]: canvas.setFillColor(c); canvas.circle(x*mm,y*mm,r*mm,fill=1,stroke=0) canvas.setFillColor(NAVY); canvas.roundRect(20*mm,176*mm,170*mm,58*mm,8*mm,fill=0,stroke=1) canvas.setFont('DejaVuBold',30); canvas.setFillColor(NAVY) canvas.drawCentredString(PAGE_W/2,218*mm,'ENGLISH FRIENDS') canvas.setFillColor(BLUE); canvas.setFont('DejaVuBold',19) canvas.drawCentredString(PAGE_W/2,204*mm,'Grammar & Conversation') canvas.setFillColor(PURPLE); canvas.setFont('DejaVu',13) canvas.drawCentredString(PAGE_W/2,191*mm,'A bilingual handbook for Grade 3 ESL') # topic panels labels=[('PRONOUNS','I • me • you • him • her • us • them',HexColor('#DDF2FF')), ('COMPOUND WORDS','two small words make one new word',HexColor('#E5F8E9')), ('BUT','connect two different ideas',HexColor('#FFF1B8')), ('CONVERSATIONS','15 questions and model answers',HexColor('#FFE4ED'))] y=151 for hd,sub,bg in labels: canvas.setFillColor(bg); canvas.roundRect(31*mm,y*mm,148*mm,15*mm,4*mm,fill=1,stroke=0) canvas.setFillColor(NAVY); canvas.setFont('DejaVuBold',9); canvas.drawString(39*mm,(y+8.8)*mm,hd) canvas.setFillColor(DARK); canvas.setFont('DejaVu',8.5); canvas.drawString(70*mm,(y+8.8)*mm,sub) y-=19 canvas.setFillColor(GREY); canvas.setFont('DejaVu',9) canvas.drawCentredString(PAGE_W/2,35*mm,'Read • Say • Write • Practise') canvas.restoreState() story=[] story.append(Spacer(1,38*mm)); story.append(P('Welcome!',Title)); story.append(P('Добро пожаловать!',SubTitle)); story.append(Spacer(1,4*mm)); story.append(P('Use this book to build clear English sentences. Every practice sentence has a Russian translation below it.',Center)) story.append(PageBreak()) story += [P('1. Grammar: building a sentence',H1),chip('A sentence tells a complete idea. • Предложение выражает законченную мысль.',BLUE),Spacer(1,5*mm), info_box('A simple English sentence', ['Start with a capital letter: <b>My</b> friend is kind.', 'Use spaces between words.', 'Finish with a punctuation mark: a period (.), a question mark (?), or an exclamation mark (!).'],SKY), H2 and P('Word order',H2), P('Many simple English sentences use this pattern:',Body), Table([[P('<b>Who?</b><br/>Кто?',Center),P('<b>does what?</b><br/>что делает?',Center),P('<b>more information</b><br/>дополнительная информация',Center)], [P('I',Center),P('read',Center),P('a book after school.',Center)]],colWidths=[45*mm,50*mm,75*mm],style=TableStyle([('BACKGROUND',(0,0),(-1,0),MINT),('BACKGROUND',(0,1),(-1,1),WHITE),('GRID',(0,0),(-1,-1),0.6,HexColor('#9BD4B4')),('VALIGN',(0,0),(-1,-1),'MIDDLE'),('TOPPADDING',(0,0),(-1,-1),6),('BOTTOMPADDING',(0,0),(-1,-1),6)])),Spacer(1,5*mm), example('I read a book after school.','Я читаю книгу после школы.'),Spacer(1,4*mm), example('Do you like this story?','Тебе нравится эта история?',PINK),Spacer(1,5*mm), info_box('Try it', ['Choose a capital letter at the beginning.', 'Choose the correct ending mark.', 'Read your sentence aloud and check that it makes sense.'],MINT),PageBreak()] story += [P('2. Pronouns',H1),P('A <b>pronoun</b> is a word that takes the place of a noun. Pronouns stop us from repeating names too often.',Body),P('Местоимение заменяет имя или существительное.',RU),Spacer(1,4*mm)] pron_rows=[[P('<b>Pronoun</b>',Center),P('<b>Use it for</b>',Center),P('<b>Example</b>',Center),P('<b>Перевод</b>',Center)], [P('<b>I</b>',Center),P('the speaker',Body),P('I am ready.',Body),P('Я готов(а).',Body)], [P('<b>me</b>',Center),P('the speaker after a verb or preposition',Body),P('Please help me.',Body),P('Пожалуйста, помоги мне.',Body)], [P('<b>you</b>',Center),P('the person you speak to',Body),P('You are my partner.',Body),P('Ты мой партнёр.',Body)], [P('<b>him</b>',Center),P('a boy or man',Body),P('I can see him.',Body),P('Я вижу его.',Body)], [P('<b>her</b>',Center),P('a girl or woman',Body),P('We know her.',Body),P('Мы знаем её.',Body)], [P('<b>us</b>',Center),P('the speaker and other people',Body),P('Please wait for us.',Body),P('Пожалуйста, подожди нас.',Body)], [P('<b>them</b>',Center),P('two or more people or things',Body),P('The teacher called them.',Body),P('Учитель позвал их.',Body)]] t=Table(pron_rows,colWidths=[25*mm,51*mm,48*mm,46*mm],repeatRows=1) t.setStyle(TableStyle([('BACKGROUND',(0,0),(-1,0),HexColor('#D7EEFF')),('GRID',(0,0),(-1,-1),0.5,HexColor('#9CC7E8')),('VALIGN',(0,0),(-1,-1),'MIDDLE'),('TOPPADDING',(0,0),(-1,-1),5),('BOTTOMPADDING',(0,0),(-1,-1),5),('BACKGROUND',(0,1),(-1,-1),WHITE),('BACKGROUND',(0,1),(0,-1),HexColor('#F4FAFF'))])) story += [t,Spacer(1,5*mm),info_box('Helpful clue', ['Use <b>I</b> when the person does the action: <b>I</b> play.', 'Use <b>me</b> when the action comes to the speaker: Please call <b>me</b>.', 'Use <b>him, her, us,</b> and <b>them</b> after a verb: I see <b>them</b>.'],YELLOW),PageBreak()] story += [P('3. Compound words',H1),P('A <b>compound word</b> is made from two smaller words. Together, they make one new word.',Body),P('Сложное слово состоит из двух маленьких слов. Вместе они образуют новое слово.',RU),Spacer(1,5*mm)] comp=[[P('<b>Small word</b>',Center),P('<b>+</b>',Center),P('<b>Small word</b>',Center),P('<b>= Compound word</b>',Center),P('<b>Русский</b>',Center)], [P('sun',Center),P('+',Center),P('flower',Center),P('<b>sunflower</b>',Center),P('подсолнух',Center)], [P('tooth',Center),P('+',Center),P('brush',Center),P('<b>toothbrush</b>',Center),P('зубная щётка',Center)], [P('rain',Center),P('+',Center),P('coat',Center),P('<b>raincoat</b>',Center),P('дождевик',Center)], [P('class',Center),P('+',Center),P('room',Center),P('<b>classroom</b>',Center),P('классная комната',Center)], [P('home',Center),P('+',Center),P('work',Center),P('<b>homework</b>',Center),P('домашнее задание',Center)]] t=Table(comp,colWidths=[34*mm,12*mm,34*mm,55*mm,35*mm],repeatRows=1) t.setStyle(TableStyle([('BACKGROUND',(0,0),(-1,0),HexColor('#E5F8E9')),('GRID',(0,0),(-1,-1),0.55,HexColor('#95D5AB')),('VALIGN',(0,0),(-1,-1),'MIDDLE'),('TOPPADDING',(0,0),(-1,-1),7),('BOTTOMPADDING',(0,0),(-1,-1),7),('BACKGROUND',(0,1),(-1,-1),WHITE)])) story += [t,Spacer(1,6*mm),example('My toothbrush is blue.','Моя зубная щётка синяя.',MINT),Spacer(1,4*mm),example('We do homework after school.','Мы делаем домашнее задание после школы.',SKY),Spacer(1,5*mm),info_box('Word detective', ['Look for two small words inside a longer word.', 'Say both small words, then say the new compound word.', 'Ask: “What does this new word mean?”'],PINK),PageBreak()] story += [P('4. Joining ideas with <i>but</i>',H1),P('Use <b>but</b> to join two ideas that are different or surprising.',Body),P('Используй <b>but</b>, чтобы соединить две разные или неожиданные идеи.',RU),Spacer(1,5*mm), Table([[P('<b>First idea</b>',Center),P('<b>but</b>',Center),P('<b>Different idea</b>',Center)],[P('I like apples,',Center),P('but',Center),P('I do not like pears.',Center)]],colWidths=[75*mm,20*mm,75*mm],style=TableStyle([('BACKGROUND',(0,0),(-1,0),HexColor('#FFF0B0')),('GRID',(0,0),(-1,-1),0.6,HexColor('#E6C65F')),('TOPPADDING',(0,0),(-1,-1),8),('BOTTOMPADDING',(0,0),(-1,-1),8),('VALIGN',(0,0),(-1,-1),'MIDDLE')])),Spacer(1,5*mm), example('I want to play outside, but it is raining.','Я хочу играть на улице, но идёт дождь.',YELLOW),Spacer(1,4*mm), example('She is tired, but she finishes her work.','Она устала, но она заканчивает свою работу.',PINK),Spacer(1,4*mm), example('We called him, but he did not answer.','Мы позвонили ему, но он не ответил.',SKY),Spacer(1,5*mm), info_box('Remember', ['Put a comma before <b>but</b> when it joins two complete ideas.', 'Use <b>but</b> when the second part is different from the first part.'],MINT),PageBreak()] conversations=[ (1,'What is your name?','Как тебя зовут?','My name is Anna.','Меня зовут Анна.'), (2,'How are you today?','Как ты сегодня?','I am happy today.','Я сегодня счастлива.'), (3,'Do you have a brother?','У тебя есть брат?','Yes, I have a brother. I play with him after school.','Да, у меня есть брат. Я играю с ним после школы.'), (4,'Is Maria in your class?','Мария учится в твоём классе?','Yes, she is. I sit near her.','Да. Я сижу рядом с ней.'), (5,'Can you help me with this word?','Ты можешь помочь мне с этим словом?','Yes, I can help you.','Да, я могу тебе помочь.'), (6,'Where is your homework?','Где твоё домашнее задание?','It is in my school bag.','Оно в моём школьном рюкзаке.'), (7,'Do you like sunflowers?','Тебе нравятся подсолнухи?','Yes, I do. They are bright yellow.','Да. Они ярко-жёлтые.'), (8,'What do you use after lunch?','Что ты используешь после обеда?','I use my toothbrush after lunch.','Я использую свою зубную щётку после обеда.'), (9,'Can we go outside now?','Мы можем выйти на улицу сейчас?','We can go outside, but we need our raincoats.','Мы можем выйти на улицу, но нам нужны дождевики.'), (10,'Who is waiting for us?','Кто ждёт нас?','Our parents are waiting for us.','Наши родители ждут нас.'), (11,'Did you see the new students?','Ты видел новых учеников?','Yes, I saw them in the classroom.','Да, я видел их в классе.'), (12,'Do you want an apple or a pear?','Ты хочешь яблоко или грушу?','I want an apple, but not a pear.','Я хочу яблоко, но не грушу.'), (13,'Is your friend ready for the lesson?','Твой друг готов к уроку?','He is ready, but he needs a pencil.','Он готов, но ему нужен карандаш.'), (14,'Can you read this story to me?','Ты можешь прочитать мне эту историю?','Yes, I can read it to you.','Да, я могу прочитать её тебе.'), (15,'Why are you wearing a raincoat?','Почему ты носишь дождевик?','I am wearing it because it is raining.','Я ношу его, потому что идёт дождь.')] for page_start in range(0,15,3): story += [P(f'5. Speaking practice: conversations {page_start+1}-{page_start+3}',H1),P('Read the question aloud. Then read the answer. Notice the pronouns, compound words, and <b>but</b>.',Small),Spacer(1,4*mm)] for idx,q,qr,a,ar in conversations[page_start:page_start+3]: col=[BLUE,PURPLE,ORANGE][(idx-1)%3] story.append(convo(idx,q,qr,a,ar,col)) story.append(Spacer(1,2*mm)) if page_start==12: story += [info_box('My speaking check', ['I can ask a question clearly.', 'I can answer in a full sentence.', 'I can use I, me, you, him, her, us, and them.', 'I can use a compound word and <b>but</b>.'],MINT)] if page_start<12: story.append(PageBreak()) doc=SimpleDocTemplate(str(OUT),pagesize=A4,rightMargin=20*mm,leftMargin=20*mm,topMargin=20*mm,bottomMargin=17*mm,title='English Friends: Grammar and Conversation',author='Orris') doc.build(story,onFirstPage=cover,onLaterPages=header_footer) print(OUT) PY python "/tmp/workspace/esl_handbook/src/create_handbook.py" ls -lh "/tmp/workspace/esl_handbook/output/English_Grammar_Conversation_Handbook_Grade3_ESL.pdf"

/usr/share/fonts

/usr/local/share/fonts

/usr/share/fonts/google-noto-vf

/usr/share/fonts/google-droid-sans-fonts

~/esl_handbook/

~/esl_handbook/src/create_handbook.py

python "/tmp/workspace/esl_handbook/src/create_handbook.py" && python - <<'PY' from pypdf import PdfReader p='/tmp/workspace/esl_handbook/output/English_Grammar_Conversation_Handbook_Grade3_ESL.pdf' r=PdfReader(p) print('pages',len(r.pages),'bytes',__import__('os').path.getsize(p)) for i,page in enumerate(r.pages): t=page.extract_text() or '' print(i+1,len(t),t[:95].replace('\n',' | ')) PY

~/esl_handbook/src/create_handbook.py

python "/tmp/workspace/esl_handbook/src/create_handbook.py" && python - <<'PY' from pypdf import PdfReader import os p='/tmp/workspace/esl_handbook/output/English_Grammar_Conversation_Handbook_Grade3_ESL.pdf' r=PdfReader(p) print('pages',len(r.pages),'bytes',os.path.getsize(p)) for i,page in enumerate(r.pages): t=page.extract_text() or '' print(i+1,len(t),t[:130].replace('\n',' | ')) PY

python - <<'PY' from pypdf import PdfReader p='/tmp/workspace/esl_handbook/output/English_Grammar_Conversation_Handbook_Grade3_ESL.pdf' r=PdfReader(p) text='\n'.join((page.extract_text() or '') for page in r.pages) checks=['Pronouns','Compound words','Joining ideas with but']+[f'Conversation {i}' for i in range(1,16)]+['Русский','Вопрос:','Ответ:'] missing=[x for x in checks if x not in text] print('Page count:',len(r.pages)) print('Missing:',missing) print('All key content present:',not missing) PY ls -lh "/tmp/workspace/esl_handbook/output/English_Grammar_Conversation_Handbook_Grade3_ESL.pdf"